[ 508.717107] env[62822]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62822) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 508.717497] env[62822]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62822) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 508.717533] env[62822]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62822) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 508.717877] env[62822]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 508.813962] env[62822]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62822) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 508.824108] env[62822]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62822) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 508.865123] env[62822]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 509.424961] env[62822]: INFO nova.virt.driver [None req-cf138c34-56c5-421a-921c-8cb0bb02d5b4 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 509.496940] env[62822]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 509.497121] env[62822]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 509.497213] env[62822]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62822) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 512.696079] env[62822]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-eed1b0a9-753f-434f-ba1a-b6413dce4bf2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.712279] env[62822]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62822) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 512.712410] env[62822]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-7560fec5-ac82-4edb-8389-dec5604bf388 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.743895] env[62822]: INFO oslo_vmware.api [-] Successfully established new session; session ID is b8e31. [ 512.744144] env[62822]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.247s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.744616] env[62822]: INFO nova.virt.vmwareapi.driver [None req-cf138c34-56c5-421a-921c-8cb0bb02d5b4 None None] VMware vCenter version: 7.0.3 [ 512.748101] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f6fe0d-22f1-4680-b2fc-132fce6f3414 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.769855] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973186aa-21bd-498c-aa05-74deabdccf47 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.775773] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f02958-5c31-4472-8f94-85fc165b6e0b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.782548] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e4ed10-a785-46bd-b197-47008aba2bb9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.795973] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9a0683-ec18-46db-bd0f-f34d182f3fd2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.802022] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328c6ffe-790f-4e19-a336-a061a4d29984 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.833217] env[62822]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-49fc4de9-df60-4838-8369-32fe20b49740 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.838662] env[62822]: DEBUG nova.virt.vmwareapi.driver [None req-cf138c34-56c5-421a-921c-8cb0bb02d5b4 None None] Extension org.openstack.compute already exists. {{(pid=62822) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 512.841402] env[62822]: INFO nova.compute.provider_config [None req-cf138c34-56c5-421a-921c-8cb0bb02d5b4 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 513.345290] env[62822]: DEBUG nova.context [None req-cf138c34-56c5-421a-921c-8cb0bb02d5b4 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5c67e279-0b64-4b1d-a0c5-da7bda417c6d(cell1) {{(pid=62822) load_cells /opt/stack/nova/nova/context.py:464}} [ 513.348395] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.348622] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.349334] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.349771] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Acquiring lock "5c67e279-0b64-4b1d-a0c5-da7bda417c6d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.349987] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Lock "5c67e279-0b64-4b1d-a0c5-da7bda417c6d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.350981] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Lock "5c67e279-0b64-4b1d-a0c5-da7bda417c6d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.371092] env[62822]: INFO dbcounter [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Registered counter for database nova_cell0 [ 513.379168] env[62822]: INFO dbcounter [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Registered counter for database nova_cell1 [ 513.382250] env[62822]: DEBUG oslo_db.sqlalchemy.engines [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62822) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 513.382853] env[62822]: DEBUG oslo_db.sqlalchemy.engines [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62822) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 513.387558] env[62822]: ERROR nova.db.main.api [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 513.387558] env[62822]: result = function(*args, **kwargs) [ 513.387558] env[62822]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 513.387558] env[62822]: return func(*args, **kwargs) [ 513.387558] env[62822]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 513.387558] env[62822]: result = fn(*args, **kwargs) [ 513.387558] env[62822]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 513.387558] env[62822]: return f(*args, **kwargs) [ 513.387558] env[62822]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 513.387558] env[62822]: return db.service_get_minimum_version(context, binaries) [ 513.387558] env[62822]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 513.387558] env[62822]: _check_db_access() [ 513.387558] env[62822]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 513.387558] env[62822]: stacktrace = ''.join(traceback.format_stack()) [ 513.387558] env[62822]: [ 513.388380] env[62822]: ERROR nova.db.main.api [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 513.388380] env[62822]: result = function(*args, **kwargs) [ 513.388380] env[62822]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 513.388380] env[62822]: return func(*args, **kwargs) [ 513.388380] env[62822]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 513.388380] env[62822]: result = fn(*args, **kwargs) [ 513.388380] env[62822]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 513.388380] env[62822]: return f(*args, **kwargs) [ 513.388380] env[62822]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 513.388380] env[62822]: return db.service_get_minimum_version(context, binaries) [ 513.388380] env[62822]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 513.388380] env[62822]: _check_db_access() [ 513.388380] env[62822]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 513.388380] env[62822]: stacktrace = ''.join(traceback.format_stack()) [ 513.388380] env[62822]: [ 513.388760] env[62822]: WARNING nova.objects.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Failed to get minimum service version for cell 5c67e279-0b64-4b1d-a0c5-da7bda417c6d [ 513.388920] env[62822]: WARNING nova.objects.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 513.389350] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Acquiring lock "singleton_lock" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.389512] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Acquired lock "singleton_lock" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.389747] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Releasing lock "singleton_lock" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.390076] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Full set of CONF: {{(pid=62822) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 513.390227] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ******************************************************************************** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 513.390356] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] Configuration options gathered from: {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 513.390490] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 513.390681] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 513.390805] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ================================================================================ {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 513.391014] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] allow_resize_to_same_host = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.391189] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] arq_binding_timeout = 300 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.391318] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] backdoor_port = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.391446] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] backdoor_socket = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.391609] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] block_device_allocate_retries = 60 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.391811] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] block_device_allocate_retries_interval = 3 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.391993] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cert = self.pem {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.392176] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.392345] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute_monitors = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.392515] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] config_dir = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.392685] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] config_drive_format = iso9660 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.392817] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.392979] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] config_source = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.393161] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] console_host = devstack {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.393358] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] control_exchange = nova {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.393525] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cpu_allocation_ratio = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.393683] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] daemon = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.393846] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] debug = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.394006] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] default_access_ip_network_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.394179] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] default_availability_zone = nova {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.394333] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] default_ephemeral_format = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.394492] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] default_green_pool_size = 1000 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.394758] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.394938] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] default_schedule_zone = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.395116] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] disk_allocation_ratio = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.395279] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] enable_new_services = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.395456] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] enabled_apis = ['osapi_compute'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.395618] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] enabled_ssl_apis = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.395776] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] flat_injected = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.395932] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] force_config_drive = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.396104] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] force_raw_images = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.396308] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] graceful_shutdown_timeout = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.396479] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] heal_instance_info_cache_interval = -1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.396702] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] host = cpu-1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.396886] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.397062] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.397228] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.397448] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.397635] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] instance_build_timeout = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.397818] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] instance_delete_interval = 300 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.397989] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] instance_format = [instance: %(uuid)s] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.398172] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] instance_name_template = instance-%08x {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.398345] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] instance_usage_audit = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.398512] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] instance_usage_audit_period = month {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.398676] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.398841] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.399017] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] internal_service_availability_zone = internal {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.399221] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] key = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.399393] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] live_migration_retry_count = 30 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.399567] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] log_color = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.399733] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] log_config_append = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.399900] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.400074] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] log_dir = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.400240] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] log_file = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.400368] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] log_options = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.400584] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] log_rotate_interval = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.400799] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] log_rotate_interval_type = days {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.400978] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] log_rotation_type = none {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.401128] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.401259] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.401430] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.401600] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.401727] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.401890] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] long_rpc_timeout = 1800 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.402063] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] max_concurrent_builds = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.402257] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] max_concurrent_live_migrations = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.402425] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] max_concurrent_snapshots = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.402588] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] max_local_block_devices = 3 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.402747] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] max_logfile_count = 30 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.402906] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] max_logfile_size_mb = 200 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.403078] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] maximum_instance_delete_attempts = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.403251] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] metadata_listen = 0.0.0.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.403417] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] metadata_listen_port = 8775 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.403597] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] metadata_workers = 2 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.403790] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] migrate_max_retries = -1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.403963] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] mkisofs_cmd = genisoimage {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.404187] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.404325] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] my_ip = 10.180.1.21 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.404535] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.404700] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] network_allocate_retries = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.404881] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.405083] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.405277] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] osapi_compute_listen_port = 8774 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.405459] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] osapi_compute_unique_server_name_scope = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.405635] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] osapi_compute_workers = 2 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.405802] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] password_length = 12 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.405964] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] periodic_enable = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.406142] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] periodic_fuzzy_delay = 60 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.406315] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] pointer_model = usbtablet {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.406485] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] preallocate_images = none {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.406684] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] publish_errors = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.406824] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] pybasedir = /opt/stack/nova {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.406986] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ram_allocation_ratio = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.407165] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] rate_limit_burst = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.407362] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] rate_limit_except_level = CRITICAL {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.407501] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] rate_limit_interval = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.407663] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] reboot_timeout = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.407821] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] reclaim_instance_interval = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.407978] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] record = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.408242] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] reimage_timeout_per_gb = 60 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.408446] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] report_interval = 120 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.408611] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] rescue_timeout = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.408775] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] reserved_host_cpus = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.408938] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] reserved_host_disk_mb = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.409114] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] reserved_host_memory_mb = 512 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.409276] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] reserved_huge_pages = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.409437] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] resize_confirm_window = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.409600] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] resize_fs_using_block_device = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.409788] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] resume_guests_state_on_host_boot = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.409966] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.410145] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] rpc_response_timeout = 60 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.410308] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] run_external_periodic_tasks = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.410479] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] running_deleted_instance_action = reap {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.410643] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.410804] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] running_deleted_instance_timeout = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.410965] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] scheduler_instance_sync_interval = 120 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.411153] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] service_down_time = 720 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.411358] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] servicegroup_driver = db {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.411525] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] shell_completion = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.411688] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] shelved_offload_time = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.411849] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] shelved_poll_interval = 3600 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.412028] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] shutdown_timeout = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.412196] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] source_is_ipv6 = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.412356] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ssl_only = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.412611] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.412813] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] sync_power_state_interval = 600 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.412983] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] sync_power_state_pool_size = 1000 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.413169] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] syslog_log_facility = LOG_USER {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.413328] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] tempdir = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.413491] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] timeout_nbd = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.413657] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] transport_url = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.413820] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] update_resources_interval = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.413979] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] use_cow_images = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.414192] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] use_journal = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.414363] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] use_json = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.414526] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] use_rootwrap_daemon = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.414685] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] use_stderr = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.414843] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] use_syslog = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.414997] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vcpu_pin_set = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.415180] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plugging_is_fatal = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.415347] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plugging_timeout = 300 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.415522] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] virt_mkfs = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.415746] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] volume_usage_poll_interval = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.415921] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] watch_log_file = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.416106] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] web = /usr/share/spice-html5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.416294] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.416465] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.416632] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.416802] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_concurrency.disable_process_locking = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.417703] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.417906] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.418094] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.418276] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.418456] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.418669] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.418873] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.auth_strategy = keystone {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.419064] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.compute_link_prefix = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.419250] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.419429] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.dhcp_domain = novalocal {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.419602] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.enable_instance_password = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.419771] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.glance_link_prefix = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.419940] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.420169] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.420356] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.instance_list_per_project_cells = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.420528] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.list_records_by_skipping_down_cells = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.420694] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.local_metadata_per_cell = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.420868] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.max_limit = 1000 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.421052] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.metadata_cache_expiration = 15 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.421238] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.neutron_default_tenant_id = default {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.421413] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.response_validation = warn {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.421622] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.use_neutron_default_nets = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.421813] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.421982] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.422169] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.422348] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.422526] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.vendordata_dynamic_targets = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.422690] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.vendordata_jsonfile_path = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.422872] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.423149] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.backend = dogpile.cache.memcached {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.423346] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.backend_argument = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.423517] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.backend_expiration_time = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.423690] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.config_prefix = cache.oslo {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.423859] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.dead_timeout = 60.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.424033] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.debug_cache_backend = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.424201] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.enable_retry_client = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.424362] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.enable_socket_keepalive = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.424539] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.enabled = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.424732] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.enforce_fips_mode = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.424902] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.expiration_time = 600 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.425079] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.hashclient_retry_attempts = 2 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.425249] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.425414] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.memcache_dead_retry = 300 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.425580] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.memcache_password = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.425747] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.425914] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.426126] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.memcache_pool_maxsize = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.426310] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.426478] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.memcache_sasl_enabled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.426660] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.426829] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.426989] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.memcache_username = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.427173] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.proxies = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.427376] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.redis_db = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.427569] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.redis_password = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.427763] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.427944] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.428132] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.redis_server = localhost:6379 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.428306] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.redis_socket_timeout = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.428494] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.redis_username = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.428681] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.retry_attempts = 2 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.428852] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.retry_delay = 0.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.429047] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.socket_keepalive_count = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.429250] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.socket_keepalive_idle = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.429422] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.socket_keepalive_interval = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.429586] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.tls_allowed_ciphers = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.429747] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.tls_cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.429932] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.tls_certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.430090] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.tls_enabled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.430255] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cache.tls_keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.430427] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.auth_section = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.430664] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.auth_type = password {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.430869] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.431068] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.431238] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.431406] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.431572] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.cross_az_attach = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.431735] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.debug = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.431895] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.endpoint_template = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.432071] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.http_retries = 3 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.432268] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.432438] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.432615] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.os_region_name = RegionOne {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.432780] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.432940] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cinder.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.433127] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.433291] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.cpu_dedicated_set = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.433451] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.cpu_shared_set = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.433620] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.image_type_exclude_list = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.433817] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.433989] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.434167] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.434332] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.434505] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.434669] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.resource_provider_association_refresh = 300 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.434831] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.434993] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.shutdown_retry_interval = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.435221] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.435477] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] conductor.workers = 2 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.435599] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] console.allowed_origins = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.435760] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] console.ssl_ciphers = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.435930] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] console.ssl_minimum_version = default {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.436112] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] consoleauth.enforce_session_timeout = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.436285] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] consoleauth.token_ttl = 600 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.436457] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.436641] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.436832] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.437012] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.connect_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.437172] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.connect_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.437356] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.endpoint_override = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.437524] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.437687] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.437849] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.max_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.438014] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.min_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.438248] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.region_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.438479] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.retriable_status_codes = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.438663] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.service_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.438839] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.service_type = accelerator {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.439013] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.439181] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.status_code_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.439338] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.status_code_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.439497] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.439686] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.439877] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] cyborg.version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.440068] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.asyncio_connection = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.440233] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.asyncio_slave_connection = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.440406] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.backend = sqlalchemy {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.440576] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.connection = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.440742] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.connection_debug = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.440908] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.connection_parameters = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.441085] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.connection_recycle_time = 3600 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.441267] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.connection_trace = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.441457] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.db_inc_retry_interval = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.441628] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.db_max_retries = 20 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.441792] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.db_max_retry_interval = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.441956] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.db_retry_interval = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.442134] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.max_overflow = 50 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.442297] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.max_pool_size = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.442459] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.max_retries = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.442629] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.442818] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.mysql_wsrep_sync_wait = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.442996] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.pool_timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.443175] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.retry_interval = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.443335] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.slave_connection = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.443524] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.sqlite_synchronous = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.443736] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] database.use_db_reconnect = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.443911] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.asyncio_connection = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.444096] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.asyncio_slave_connection = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.444299] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.backend = sqlalchemy {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.444498] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.connection = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.444674] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.connection_debug = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.444845] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.connection_parameters = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.445012] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.connection_recycle_time = 3600 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.445187] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.connection_trace = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.445352] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.db_inc_retry_interval = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.445518] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.db_max_retries = 20 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.445685] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.db_max_retry_interval = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.445912] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.db_retry_interval = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.446105] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.max_overflow = 50 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.446275] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.max_pool_size = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.446463] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.max_retries = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.446657] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.446824] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.446985] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.pool_timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.447164] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.retry_interval = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.447375] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.slave_connection = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.447552] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] api_database.sqlite_synchronous = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.447728] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] devices.enabled_mdev_types = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.447905] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.448089] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.448259] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ephemeral_storage_encryption.enabled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.448422] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.448594] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.api_servers = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.448771] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.448967] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.449156] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.449319] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.connect_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.449479] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.connect_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.449673] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.debug = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.449810] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.default_trusted_certificate_ids = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.449972] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.enable_certificate_validation = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.450150] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.enable_rbd_download = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.450322] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.endpoint_override = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.450522] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.450690] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.450851] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.max_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.451020] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.min_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.451192] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.num_retries = 3 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.451362] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.rbd_ceph_conf = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.451527] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.rbd_connect_timeout = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.451698] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.rbd_pool = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.451903] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.rbd_user = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.452110] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.region_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.452278] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.retriable_status_codes = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.452439] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.service_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.452612] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.service_type = image {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.452776] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.452933] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.status_code_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.453104] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.status_code_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.453268] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.453513] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.453696] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.verify_glance_signatures = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.453861] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] glance.version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.454040] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] guestfs.debug = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.454214] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.auth_section = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.454377] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.auth_type = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.454539] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.454699] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.454876] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.455080] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.connect_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.455248] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.connect_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.455410] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.endpoint_override = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.455576] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.455733] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.455892] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.max_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.456062] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.min_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.456224] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.region_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.456385] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.retriable_status_codes = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.456571] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.service_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.456775] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.service_type = shared-file-system {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.456946] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.share_apply_policy_timeout = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.457124] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.457287] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.status_code_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.457454] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.status_code_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.457615] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.457795] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.457955] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] manila.version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.458166] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] mks.enabled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.458526] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.458719] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] image_cache.manager_interval = 2400 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.458890] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] image_cache.precache_concurrency = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.459073] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] image_cache.remove_unused_base_images = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.459248] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.459418] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.459606] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] image_cache.subdirectory_name = _base {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.459825] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.api_max_retries = 60 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.459999] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.api_retry_interval = 2 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.460178] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.auth_section = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.460343] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.auth_type = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.460507] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.460668] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.460830] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.460994] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.conductor_group = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.461217] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.connect_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.461421] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.connect_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.461593] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.endpoint_override = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.461758] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.461914] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.462085] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.max_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.462246] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.min_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.462413] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.peer_list = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.462576] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.region_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.462763] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.retriable_status_codes = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.462943] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.serial_console_state_timeout = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.463122] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.service_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.463297] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.service_type = baremetal {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.463458] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.shard = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.463622] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.463781] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.status_code_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.463937] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.status_code_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.464110] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.464329] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.464502] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ironic.version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.464687] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.464862] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] key_manager.fixed_key = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.465056] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.465225] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.barbican_api_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.465385] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.barbican_endpoint = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.465556] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.barbican_endpoint_type = public {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.465747] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.barbican_region_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.465925] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.466097] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.466264] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.466426] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.466586] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.466747] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.number_of_retries = 60 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.466907] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.retry_delay = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.467082] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.send_service_user_token = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.467282] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.467467] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.467627] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.verify_ssl = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.467784] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican.verify_ssl_path = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.467949] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican_service_user.auth_section = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.468125] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican_service_user.auth_type = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.468288] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican_service_user.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.468453] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican_service_user.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.468611] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican_service_user.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.468842] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican_service_user.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.469039] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican_service_user.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.469214] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican_service_user.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.469377] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] barbican_service_user.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.469549] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vault.approle_role_id = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.469712] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vault.approle_secret_id = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.469884] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vault.kv_mountpoint = secret {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.470055] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vault.kv_path = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.470235] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vault.kv_version = 2 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.470423] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vault.namespace = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.470589] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vault.root_token_id = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.470748] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vault.ssl_ca_crt_file = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.470917] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vault.timeout = 60.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.471124] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vault.use_ssl = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.471301] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.471470] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.471631] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.471825] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.472013] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.connect_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.472181] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.connect_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.472341] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.endpoint_override = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.472505] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.472663] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.472821] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.max_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.472979] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.min_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.473156] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.region_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.473384] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.retriable_status_codes = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.473580] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.service_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.473756] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.service_type = identity {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.473924] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.474092] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.status_code_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.474255] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.status_code_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.474412] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.474597] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.474750] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] keystone.version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.474968] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.ceph_mount_options = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.475299] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.475489] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.connection_uri = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.475657] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.cpu_mode = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.475825] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.475993] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.cpu_models = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.476179] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.cpu_power_governor_high = performance {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.476360] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.476551] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.cpu_power_management = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.476726] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.476894] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.device_detach_attempts = 8 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.477078] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.device_detach_timeout = 20 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.477247] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.disk_cachemodes = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.477414] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.disk_prefix = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.477578] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.enabled_perf_events = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.477737] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.file_backed_memory = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.477898] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.gid_maps = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.478111] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.hw_disk_discard = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.478314] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.hw_machine_type = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.478500] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.images_rbd_ceph_conf = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.478665] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.478829] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.478996] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.images_rbd_glance_store_name = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.479183] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.images_rbd_pool = rbd {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.479354] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.images_type = default {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.479518] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.images_volume_group = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.479714] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.inject_key = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.479885] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.inject_partition = -2 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.480060] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.inject_password = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.480228] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.iscsi_iface = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.480391] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.iser_use_multipath = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.480556] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.480719] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.480881] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_downtime = 500 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.481057] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.481228] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.481388] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_inbound_addr = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.481550] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.481709] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.481867] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_scheme = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.482047] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_timeout_action = abort {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.482214] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_tunnelled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.482381] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_uri = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.482719] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.live_migration_with_native_tls = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.482826] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.max_queues = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.482912] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.483151] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.483319] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.nfs_mount_options = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.483622] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.483793] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.483968] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.484148] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.484316] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.484480] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.num_pcie_ports = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.484645] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.484811] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.pmem_namespaces = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.484971] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.quobyte_client_cfg = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.485297] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.485510] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.485688] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.485857] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.486031] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.rbd_secret_uuid = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.486200] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.rbd_user = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.486368] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.486552] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.486709] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.rescue_image_id = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.486877] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.rescue_kernel_id = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.487052] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.rescue_ramdisk_id = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.487230] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.487402] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.rx_queue_size = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.487571] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.smbfs_mount_options = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.487866] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.488059] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.snapshot_compression = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.488254] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.snapshot_image_format = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.488500] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.488670] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.sparse_logical_volumes = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.488832] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.swtpm_enabled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.489007] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.swtpm_group = tss {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.489186] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.swtpm_user = tss {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.489356] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.sysinfo_serial = unique {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.489517] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.tb_cache_size = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.489696] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.tx_queue_size = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.489884] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.uid_maps = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.490060] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.use_virtio_for_bridges = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.490236] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.virt_type = kvm {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.490405] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.volume_clear = zero {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.490571] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.volume_clear_size = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.490733] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.volume_use_multipath = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.490891] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.vzstorage_cache_path = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.491070] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.491274] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.491450] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.491621] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.491911] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.492106] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.vzstorage_mount_user = stack {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.492280] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.492452] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.auth_section = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.492626] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.auth_type = password {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.492828] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.492996] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.493173] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.493330] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.connect_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.493484] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.connect_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.493652] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.default_floating_pool = public {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.493808] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.endpoint_override = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.493967] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.extension_sync_interval = 600 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.494139] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.http_retries = 3 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.494332] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.494506] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.494666] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.max_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.494835] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.494990] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.min_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.495171] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.ovs_bridge = br-int {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.495338] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.physnets = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.495505] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.region_name = RegionOne {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.495671] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.retriable_status_codes = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.495874] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.service_metadata_proxy = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.496055] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.service_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.496232] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.service_type = network {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.496395] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.496556] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.status_code_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.496713] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.status_code_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.496869] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.497060] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.497232] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] neutron.version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.497426] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] notifications.bdms_in_notifications = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.497605] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] notifications.default_level = INFO {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.497770] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] notifications.include_share_mapping = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.497946] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] notifications.notification_format = unversioned {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.498124] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] notifications.notify_on_state_change = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.498304] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.498507] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] pci.alias = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.498675] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] pci.device_spec = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.498837] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] pci.report_in_placement = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.499017] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.auth_section = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.499196] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.auth_type = password {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.499362] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.499524] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.499683] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.499845] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.500008] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.connect_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.500175] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.connect_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.500334] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.default_domain_id = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.500491] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.default_domain_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.500646] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.domain_id = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.500801] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.domain_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.500958] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.endpoint_override = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.501130] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.501287] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.501441] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.max_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.501596] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.min_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.501761] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.password = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.501916] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.project_domain_id = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.502092] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.project_domain_name = Default {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.502257] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.project_id = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.502427] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.project_name = service {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.502595] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.region_name = RegionOne {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.502754] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.retriable_status_codes = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.502914] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.service_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.503093] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.service_type = placement {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.503262] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.503420] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.status_code_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.503580] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.status_code_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.503736] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.system_scope = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.503893] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.504059] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.trust_id = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.504221] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.user_domain_id = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.504385] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.user_domain_name = Default {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.504544] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.user_id = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.504713] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.username = nova {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.504891] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.505061] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] placement.version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.505238] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.cores = 20 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.505401] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.count_usage_from_placement = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.505569] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.505738] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.injected_file_content_bytes = 10240 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.505903] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.injected_file_path_length = 255 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.506079] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.injected_files = 5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.506248] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.instances = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.506414] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.key_pairs = 100 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.506579] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.metadata_items = 128 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.506743] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.ram = 51200 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.506903] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.recheck_quota = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.507078] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.server_group_members = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.507245] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.server_groups = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.507485] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.507662] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] quota.unified_limits_resource_strategy = require {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.507841] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.508012] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.508183] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] scheduler.image_metadata_prefilter = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.508373] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.508563] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] scheduler.max_attempts = 3 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.508729] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] scheduler.max_placement_results = 1000 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.508891] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.509066] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.509229] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.509401] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] scheduler.workers = 2 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.509574] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.509744] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.509921] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.510097] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.510265] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.510431] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.510593] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.510777] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.510943] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.host_subset_size = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511119] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511276] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511436] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511594] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511813] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.isolated_hosts = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512024] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.isolated_images = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512197] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512359] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512529] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512698] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.pci_in_placement = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512863] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513032] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513199] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513359] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513521] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513683] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513841] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.track_instance_changes = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.514024] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.514202] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] metrics.required = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.514366] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] metrics.weight_multiplier = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.514532] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.514697] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] metrics.weight_setting = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515014] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515195] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] serial_console.enabled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515370] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] serial_console.port_range = 10000:20000 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515541] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515709] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515873] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] serial_console.serialproxy_port = 6083 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516049] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] service_user.auth_section = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516223] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] service_user.auth_type = password {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516383] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] service_user.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516543] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] service_user.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516702] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] service_user.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516860] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] service_user.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517024] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] service_user.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517197] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] service_user.send_service_user_token = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517390] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] service_user.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517557] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] service_user.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517727] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.agent_enabled = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517950] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.enabled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.518284] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.518510] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.518691] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.html5proxy_port = 6082 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.518855] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.image_compression = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519026] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.jpeg_compression = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519191] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.playback_compression = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519354] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.require_secure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519524] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.server_listen = 127.0.0.1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519698] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519853] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.streaming_mode = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520016] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] spice.zlib_compression = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520185] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] upgrade_levels.baseapi = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520353] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] upgrade_levels.compute = auto {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520513] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] upgrade_levels.conductor = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520669] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] upgrade_levels.scheduler = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520834] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520994] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521166] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vendordata_dynamic_auth.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521326] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vendordata_dynamic_auth.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521487] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521644] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vendordata_dynamic_auth.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521799] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521958] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522125] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vendordata_dynamic_auth.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522300] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.api_retry_count = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522462] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.ca_file = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522666] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522838] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.cluster_name = testcl1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523025] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.connection_pool_size = 10 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523191] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.console_delay_seconds = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523361] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.datastore_regex = ^datastore.* {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523581] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523763] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.host_password = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523931] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.host_port = 443 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524111] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.host_username = administrator@vsphere.local {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524280] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.insecure = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524439] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.integration_bridge = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524602] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.maximum_objects = 100 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524760] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.pbm_default_policy = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524920] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.pbm_enabled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525089] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.pbm_wsdl_location = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525261] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525422] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.serial_port_proxy_uri = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525583] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.serial_port_service_uri = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525749] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.task_poll_interval = 0.5 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525920] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.use_linked_clone = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526101] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.vnc_keymap = en-us {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526267] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.vnc_port = 5900 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526430] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vmware.vnc_port_total = 10000 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526615] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vnc.auth_schemes = ['none'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526786] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vnc.enabled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527088] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527275] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527477] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vnc.novncproxy_port = 6080 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527675] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vnc.server_listen = 127.0.0.1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527856] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528028] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vnc.vencrypt_ca_certs = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528193] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vnc.vencrypt_client_cert = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528353] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vnc.vencrypt_client_key = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528550] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528720] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.disable_deep_image_inspection = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528880] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529051] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529216] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529376] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.disable_rootwrap = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529540] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.enable_numa_live_migration = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529699] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529859] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530024] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530203] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.libvirt_disable_apic = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530364] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530528] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530686] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530847] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531016] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531187] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531348] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531506] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531663] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531827] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532013] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532190] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] wsgi.client_socket_timeout = 900 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532355] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] wsgi.default_pool_size = 1000 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532520] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] wsgi.keep_alive = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532685] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] wsgi.max_header_line = 16384 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532844] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533007] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] wsgi.ssl_ca_file = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533175] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] wsgi.ssl_cert_file = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533333] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] wsgi.ssl_key_file = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533495] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] wsgi.tcp_keepidle = 600 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533671] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533837] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] zvm.ca_file = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533995] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] zvm.cloud_connector_url = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.534305] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.534494] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] zvm.reachable_timeout = 300 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.534683] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.534860] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535045] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler.connection_string = messaging:// {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535214] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler.enabled = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535382] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler.es_doc_type = notification {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535547] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler.es_scroll_size = 10000 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535712] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler.es_scroll_time = 2m {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535869] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler.filter_error_trace = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536050] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler.hmac_keys = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536226] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler.sentinel_service_name = mymaster {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536391] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler.socket_timeout = 0.1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536554] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler.trace_requests = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536710] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler.trace_sqlalchemy = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536886] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler_jaeger.process_tags = {} {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537052] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler_jaeger.service_name_prefix = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537213] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] profiler_otlp.service_name_prefix = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537400] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] remote_debug.host = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537575] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] remote_debug.port = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537748] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537906] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538083] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538247] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538410] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538590] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538750] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538909] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539079] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539247] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539403] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539569] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539731] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539891] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540065] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540229] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540387] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540554] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540713] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540869] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541040] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541204] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541389] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541570] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541731] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541889] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542059] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542219] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542378] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542537] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.ssl = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542702] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542866] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543033] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543202] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543364] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543540] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543735] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543902] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_notifications.retry = -1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.544088] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.544258] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.544428] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.auth_section = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.544588] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.auth_type = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.544743] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.cafile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.544896] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.certfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.545068] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.collect_timing = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.545228] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.connect_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.545382] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.connect_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.545536] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.endpoint_id = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.545702] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.545857] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.endpoint_override = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.546020] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.endpoint_region_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.546181] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.endpoint_service_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.546334] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.endpoint_service_type = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.546494] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.insecure = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.546706] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.keyfile = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.546875] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.max_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.547045] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.min_version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.547205] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.region_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.547388] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.retriable_status_codes = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.547552] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.service_name = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.547708] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.service_type = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.547866] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.split_loggers = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.548030] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.status_code_retries = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.548188] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.status_code_retry_delay = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.548350] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.timeout = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.548501] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.valid_interfaces = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.548652] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_limit.version = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.548814] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_reports.file_event_handler = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.548971] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.549140] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] oslo_reports.log_dir = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.549306] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.549472] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.549631] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.549791] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.549949] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.550115] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.550282] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.550442] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_ovs_privileged.group = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.550592] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.550751] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.550909] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.551073] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] vif_plug_ovs_privileged.user = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.551241] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.551418] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.551587] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.551833] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.552044] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.552226] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.552394] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.552557] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.552730] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.552898] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_ovs.isolate_vif = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.553077] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.553245] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.553414] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.553581] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.553740] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] os_vif_ovs.per_port_bridge = False {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.553906] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] privsep_osbrick.capabilities = [21] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.554073] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] privsep_osbrick.group = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.554232] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] privsep_osbrick.helper_command = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.554396] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.554626] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.554717] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] privsep_osbrick.user = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.554886] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.555053] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] nova_sys_admin.group = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.555218] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] nova_sys_admin.helper_command = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.555405] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.555571] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.555728] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] nova_sys_admin.user = None {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.555855] env[62822]: DEBUG oslo_service.service [None req-f2002bf1-affd-4387-b866-648c9613d0f2 None None] ******************************************************************************** {{(pid=62822) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 513.556282] env[62822]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 514.060029] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Getting list of instances from cluster (obj){ [ 514.060029] env[62822]: value = "domain-c8" [ 514.060029] env[62822]: _type = "ClusterComputeResource" [ 514.060029] env[62822]: } {{(pid=62822) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 514.061057] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b54827-ef14-47f1-a8f3-c760741ba518 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.069883] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Got total of 0 instances {{(pid=62822) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 514.070497] env[62822]: WARNING nova.virt.vmwareapi.driver [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 514.070965] env[62822]: INFO nova.virt.node [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Generated node identity a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b [ 514.071208] env[62822]: INFO nova.virt.node [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Wrote node identity a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b to /opt/stack/data/n-cpu-1/compute_id [ 514.573947] env[62822]: WARNING nova.compute.manager [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Compute nodes ['a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 515.579008] env[62822]: INFO nova.compute.manager [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 516.584568] env[62822]: WARNING nova.compute.manager [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 516.584918] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.585076] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.585234] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.585466] env[62822]: DEBUG nova.compute.resource_tracker [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 516.586392] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854aecf2-737c-4eba-ad41-946146379b52 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.594211] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a9bdf-f1cc-4005-81bd-c9fd8015bae4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.607415] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df63d20e-4053-452a-8fe4-f1042e243dd9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.613481] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697c7a65-19dd-45f5-89a3-2c32464cdcab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.642141] env[62822]: DEBUG nova.compute.resource_tracker [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181106MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 516.642286] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.642461] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.144809] env[62822]: WARNING nova.compute.resource_tracker [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] No compute node record for cpu-1:a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b could not be found. [ 517.648333] env[62822]: INFO nova.compute.resource_tracker [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b [ 519.156894] env[62822]: DEBUG nova.compute.resource_tracker [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 519.157326] env[62822]: DEBUG nova.compute.resource_tracker [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 519.312850] env[62822]: INFO nova.scheduler.client.report [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] [req-3821277b-e54e-4346-bba5-5e845bfd2335] Created resource provider record via placement API for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 519.330032] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e32dfa-50f2-412c-b2af-07242961aa7c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.338160] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c149749c-098e-4397-a074-7c576fa5f0f2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.369882] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0681dda2-bc28-41ce-99b0-850d3b642ac7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.377253] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7ec5a7-4542-4219-8f92-94242d2589fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.389865] env[62822]: DEBUG nova.compute.provider_tree [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 519.925520] env[62822]: DEBUG nova.scheduler.client.report [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 519.925761] env[62822]: DEBUG nova.compute.provider_tree [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 0 to 1 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 519.925916] env[62822]: DEBUG nova.compute.provider_tree [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 519.975990] env[62822]: DEBUG nova.compute.provider_tree [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 1 to 2 during operation: update_traits {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 520.480809] env[62822]: DEBUG nova.compute.resource_tracker [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 520.481161] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.481209] env[62822]: DEBUG nova.service [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Creating RPC server for service compute {{(pid=62822) start /opt/stack/nova/nova/service.py:186}} [ 520.497848] env[62822]: DEBUG nova.service [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] Join ServiceGroup membership for this service compute {{(pid=62822) start /opt/stack/nova/nova/service.py:203}} [ 520.498050] env[62822]: DEBUG nova.servicegroup.drivers.db [None req-1b5a6a27-0855-4289-8df8-eb493848e9a6 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62822) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 540.501077] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._sync_power_states {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.004667] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Getting list of instances from cluster (obj){ [ 541.004667] env[62822]: value = "domain-c8" [ 541.004667] env[62822]: _type = "ClusterComputeResource" [ 541.004667] env[62822]: } {{(pid=62822) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 541.006259] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be41f29c-4c44-451b-8d83-414a46581e4b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.014841] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Got total of 0 instances {{(pid=62822) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 541.015023] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.015312] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Getting list of instances from cluster (obj){ [ 541.015312] env[62822]: value = "domain-c8" [ 541.015312] env[62822]: _type = "ClusterComputeResource" [ 541.015312] env[62822]: } {{(pid=62822) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 541.016166] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1873f72-3bdc-47f3-87e3-4aa91a87fa62 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.023419] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Got total of 0 instances {{(pid=62822) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 556.017066] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "2ebb4556-1741-48cc-b40c-45cde919e39d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.017406] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.520742] env[62822]: DEBUG nova.compute.manager [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.059041] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.059548] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.061095] env[62822]: INFO nova.compute.claims [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.105576] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05c75bf-e526-4d7c-9799-8e3edbbb07ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.117398] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492e608a-6f30-442d-b04b-fc75bb3180a0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.154715] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fb324c-ff7e-41f1-9370-f1f8b5d503a4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.163245] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67a9182-b8f3-4767-a689-2cf38d032a8d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.178477] env[62822]: DEBUG nova.compute.provider_tree [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.684320] env[62822]: DEBUG nova.scheduler.client.report [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.192440] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.193160] env[62822]: DEBUG nova.compute.manager [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.703385] env[62822]: DEBUG nova.compute.utils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 559.706185] env[62822]: DEBUG nova.compute.manager [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 559.706504] env[62822]: DEBUG nova.network.neutron [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.219643] env[62822]: DEBUG nova.compute.manager [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.472913] env[62822]: DEBUG nova.policy [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2a46fea4bac412c90a7e45dfb39ad72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54feba95a7aa45d491228a896de3a570', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 560.872087] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "2657025e-31dd-4dce-b33e-29c73d8e9838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.872269] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "2657025e-31dd-4dce-b33e-29c73d8e9838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.227993] env[62822]: DEBUG nova.compute.manager [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.270770] env[62822]: DEBUG nova.virt.hardware [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.270770] env[62822]: DEBUG nova.virt.hardware [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.270770] env[62822]: DEBUG nova.virt.hardware [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.270770] env[62822]: DEBUG nova.virt.hardware [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.270939] env[62822]: DEBUG nova.virt.hardware [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.270939] env[62822]: DEBUG nova.virt.hardware [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.270939] env[62822]: DEBUG nova.virt.hardware [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.270939] env[62822]: DEBUG nova.virt.hardware [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.271339] env[62822]: DEBUG nova.virt.hardware [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.271515] env[62822]: DEBUG nova.virt.hardware [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.272349] env[62822]: DEBUG nova.virt.hardware [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.272709] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c665017b-dbe2-4a0d-9e1c-f2d12048e7fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.283604] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2585d3-0b3e-48c8-86ca-93eb79301df6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.304161] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51feafc-0c50-4c33-9c42-6406639d45af {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.375206] env[62822]: DEBUG nova.compute.manager [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.455752] env[62822]: DEBUG nova.network.neutron [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Successfully created port: ad3cf823-5152-4b0e-9f6d-f6cb9e667c44 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.623254] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquiring lock "df2a4178-c972-44e0-9657-050f5defaa99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.623670] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "df2a4178-c972-44e0-9657-050f5defaa99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.916398] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquiring lock "8e887dc9-bb1d-440b-889e-ff2968127e93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.917531] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Lock "8e887dc9-bb1d-440b-889e-ff2968127e93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.922244] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.922942] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.924662] env[62822]: INFO nova.compute.claims [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.128169] env[62822]: DEBUG nova.compute.manager [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.421725] env[62822]: DEBUG nova.compute.manager [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.633831] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquiring lock "a2590c28-a9fa-4e6c-9750-459b05b06621" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.637702] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Lock "a2590c28-a9fa-4e6c-9750-459b05b06621" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.675738] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.971214] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.095860] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be79b92-c6f4-475c-b58e-675911341bc6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.104557] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a440e07f-8b43-471a-990c-d633d072de0f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.156141] env[62822]: DEBUG nova.compute.manager [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.160173] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9a05d0-3074-432b-9325-673cb974c3a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.170829] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b90e3dd-02df-4be9-9592-667f467b421f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.188161] env[62822]: DEBUG nova.compute.provider_tree [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.234121] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquiring lock "f960f20c-7602-4293-a355-89520abe9478" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.234365] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Lock "f960f20c-7602-4293-a355-89520abe9478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.683736] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.690970] env[62822]: DEBUG nova.scheduler.client.report [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.737022] env[62822]: DEBUG nova.compute.manager [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.202280] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.202280] env[62822]: DEBUG nova.compute.manager [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 564.203531] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.528s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.206268] env[62822]: INFO nova.compute.claims [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.279545] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.343956] env[62822]: DEBUG nova.network.neutron [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Successfully updated port: ad3cf823-5152-4b0e-9f6d-f6cb9e667c44 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 564.710910] env[62822]: DEBUG nova.compute.utils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 564.712265] env[62822]: DEBUG nova.compute.manager [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.712393] env[62822]: DEBUG nova.network.neutron [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 564.799708] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquiring lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.799942] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.847735] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.847877] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.848032] env[62822]: DEBUG nova.network.neutron [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 564.899336] env[62822]: DEBUG nova.policy [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '382ca82f7a124575870d47390270cf8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65479ac42024c99981988721cf7cbf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 565.217442] env[62822]: DEBUG nova.compute.manager [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 565.303039] env[62822]: DEBUG nova.compute.manager [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.383121] env[62822]: DEBUG nova.network.neutron [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Successfully created port: 73683d80-1439-4767-af0d-933fea706711 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.393105] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfd51b0-498f-4452-8bf2-519450b55d72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.401738] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f602440-6b96-49de-a98f-846a34df766a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.436478] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbed6bd8-88ac-42e7-8951-9ab2b805bab4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.440907] env[62822]: DEBUG nova.network.neutron [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 565.450334] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd306af0-032f-49c2-beec-cfd48df66c94 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.462010] env[62822]: DEBUG nova.compute.provider_tree [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.850136] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.974194] env[62822]: DEBUG nova.scheduler.client.report [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.030222] env[62822]: DEBUG nova.network.neutron [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance_info_cache with network_info: [{"id": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "address": "fa:16:3e:33:96:a4", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3cf823-51", "ovs_interfaceid": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.234113] env[62822]: DEBUG nova.compute.manager [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 566.266889] env[62822]: DEBUG nova.virt.hardware [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.267173] env[62822]: DEBUG nova.virt.hardware [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.267401] env[62822]: DEBUG nova.virt.hardware [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.267821] env[62822]: DEBUG nova.virt.hardware [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.268728] env[62822]: DEBUG nova.virt.hardware [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.268728] env[62822]: DEBUG nova.virt.hardware [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.268728] env[62822]: DEBUG nova.virt.hardware [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.268728] env[62822]: DEBUG nova.virt.hardware [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.269099] env[62822]: DEBUG nova.virt.hardware [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.269527] env[62822]: DEBUG nova.virt.hardware [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.269527] env[62822]: DEBUG nova.virt.hardware [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.270511] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6626e74-b8b8-4579-b61f-3bee0cfc5114 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.279922] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b09936e-8b4f-41ae-8806-27561433e8a3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.449315] env[62822]: DEBUG nova.compute.manager [req-5badb67c-3264-427f-a748-d20c80e5f321 req-517807cd-5232-46c4-a9f7-fa3196a5b94c service nova] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Received event network-vif-plugged-ad3cf823-5152-4b0e-9f6d-f6cb9e667c44 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.449315] env[62822]: DEBUG oslo_concurrency.lockutils [req-5badb67c-3264-427f-a748-d20c80e5f321 req-517807cd-5232-46c4-a9f7-fa3196a5b94c service nova] Acquiring lock "2ebb4556-1741-48cc-b40c-45cde919e39d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.449315] env[62822]: DEBUG oslo_concurrency.lockutils [req-5badb67c-3264-427f-a748-d20c80e5f321 req-517807cd-5232-46c4-a9f7-fa3196a5b94c service nova] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.449315] env[62822]: DEBUG oslo_concurrency.lockutils [req-5badb67c-3264-427f-a748-d20c80e5f321 req-517807cd-5232-46c4-a9f7-fa3196a5b94c service nova] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.449315] env[62822]: DEBUG nova.compute.manager [req-5badb67c-3264-427f-a748-d20c80e5f321 req-517807cd-5232-46c4-a9f7-fa3196a5b94c service nova] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] No waiting events found dispatching network-vif-plugged-ad3cf823-5152-4b0e-9f6d-f6cb9e667c44 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 566.449607] env[62822]: WARNING nova.compute.manager [req-5badb67c-3264-427f-a748-d20c80e5f321 req-517807cd-5232-46c4-a9f7-fa3196a5b94c service nova] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Received unexpected event network-vif-plugged-ad3cf823-5152-4b0e-9f6d-f6cb9e667c44 for instance with vm_state building and task_state spawning. [ 566.487646] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.488168] env[62822]: DEBUG nova.compute.manager [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.493558] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.523s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.494980] env[62822]: INFO nova.compute.claims [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.533833] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.535031] env[62822]: DEBUG nova.compute.manager [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Instance network_info: |[{"id": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "address": "fa:16:3e:33:96:a4", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3cf823-51", "ovs_interfaceid": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 566.535183] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:96:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad3cf823-5152-4b0e-9f6d-f6cb9e667c44', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.549987] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.550629] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d27a7018-5dcb-48db-9537-23899cb1b5d5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.567737] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Created folder: OpenStack in parent group-v4. [ 566.567940] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Creating folder: Project (54feba95a7aa45d491228a896de3a570). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.568482] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bc726ec-d3a7-4b39-a0cc-eb9388609e48 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.578963] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Created folder: Project (54feba95a7aa45d491228a896de3a570) in parent group-v555973. [ 566.579431] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Creating folder: Instances. Parent ref: group-v555974. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.579431] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc0d4008-b059-4d1c-8912-d9d5d50068d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.589234] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Created folder: Instances in parent group-v555974. [ 566.589500] env[62822]: DEBUG oslo.service.loopingcall [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 566.589981] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.589981] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a45e63d7-61f1-4ce6-92ee-96c3e8d28d37 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.613949] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.613949] env[62822]: value = "task-2763558" [ 566.613949] env[62822]: _type = "Task" [ 566.613949] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.623428] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763558, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.970570] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquiring lock "70edd62c-1cb7-4e40-9543-fb39760cef5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.972018] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lock "70edd62c-1cb7-4e40-9543-fb39760cef5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.999845] env[62822]: DEBUG nova.compute.utils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 567.004821] env[62822]: DEBUG nova.compute.manager [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Not allocating networking since 'none' was specified. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 567.127313] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763558, 'name': CreateVM_Task, 'duration_secs': 0.402847} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.127313] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.144089] env[62822]: DEBUG oslo_vmware.service [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526611ca-cce8-4a85-b737-cbef0694d8e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.153250] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.155422] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.155899] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.157837] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9aef8d9-00b9-4467-a995-911bfec56a43 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.164048] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 567.164048] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5239fe07-b32f-9dda-27e2-7cc4f3f765d0" [ 567.164048] env[62822]: _type = "Task" [ 567.164048] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.173062] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5239fe07-b32f-9dda-27e2-7cc4f3f765d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.191035] env[62822]: DEBUG nova.network.neutron [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Successfully updated port: 73683d80-1439-4767-af0d-933fea706711 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 567.477309] env[62822]: DEBUG nova.compute.manager [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.507781] env[62822]: DEBUG nova.compute.manager [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.671366] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120c8361-34a0-424c-8adb-fb7108bf3b17 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.685679] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.686075] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 567.686431] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.686640] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.687348] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.689099] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cb9689f-73db-46eb-8eb0-1188c105b996 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.694362] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "refresh_cache-2657025e-31dd-4dce-b33e-29c73d8e9838" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.695164] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquired lock "refresh_cache-2657025e-31dd-4dce-b33e-29c73d8e9838" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.695429] env[62822]: DEBUG nova.network.neutron [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 567.701647] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4cd538-beca-44df-b050-733e71da05ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.747074] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79326d41-a6b1-4dc8-a49f-89ef49a78db1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.749981] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.750160] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.750858] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa0ad1-b449-449d-9ae6-8ec4272154e9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.760834] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573449c0-07da-4b10-aa80-652c28c923a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.768395] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3135ad10-17fe-4b01-a5a2-bc9923f37457 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.778627] env[62822]: DEBUG nova.compute.provider_tree [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.782106] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 567.782106] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f405a2-9b51-a591-b0ca-e40b55bf0fcb" [ 567.782106] env[62822]: _type = "Task" [ 567.782106] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.790480] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Preparing fetch location {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 567.790713] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Creating directory with path [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.791498] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52330ab0-152a-4a69-af28-2cc364b03c00 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.826987] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Created directory with path [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.827401] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Fetch image to [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 567.827740] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Downloading image file data ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad to [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk on the data store datastore1 {{(pid=62822) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 567.829129] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9041a2-b2f6-4945-9542-ed84d9a660db {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.838778] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71db4731-5ea7-4820-8ad7-f43f92fb1a37 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.850150] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7428d78b-d92d-4a96-b9f8-ca20d4a7126d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.886811] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d466523f-fd02-4a58-9887-2ff23af173e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.894871] env[62822]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-53962b88-8c8f-4a01-9915-4a32a6e07da5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.990170] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Downloading image file data ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad to the data store datastore1 {{(pid=62822) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 568.007151] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.091340] env[62822]: DEBUG oslo_vmware.rw_handles [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62822) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 568.284324] env[62822]: DEBUG nova.scheduler.client.report [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.297128] env[62822]: DEBUG nova.network.neutron [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.525819] env[62822]: DEBUG nova.compute.manager [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 568.568054] env[62822]: DEBUG nova.virt.hardware [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.568054] env[62822]: DEBUG nova.virt.hardware [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.568054] env[62822]: DEBUG nova.virt.hardware [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.568054] env[62822]: DEBUG nova.virt.hardware [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.568502] env[62822]: DEBUG nova.virt.hardware [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.568502] env[62822]: DEBUG nova.virt.hardware [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.568502] env[62822]: DEBUG nova.virt.hardware [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.568815] env[62822]: DEBUG nova.virt.hardware [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.569117] env[62822]: DEBUG nova.virt.hardware [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.569444] env[62822]: DEBUG nova.virt.hardware [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.569826] env[62822]: DEBUG nova.virt.hardware [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.573162] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3384b3a2-4bc8-40c9-9922-be9f23fff70c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.590588] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eeafaa-18d8-4eb6-a87f-2c9122e344c8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.610276] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 568.616912] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Creating folder: Project (130da19755dc40cd8bcbe23db0578592). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.622157] env[62822]: DEBUG nova.network.neutron [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Updating instance_info_cache with network_info: [{"id": "73683d80-1439-4767-af0d-933fea706711", "address": "fa:16:3e:9e:4c:62", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73683d80-14", "ovs_interfaceid": "73683d80-1439-4767-af0d-933fea706711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.633470] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c06f9cd5-b88d-4ac4-bc09-a0f6ad61f8d9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.643946] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Created folder: Project (130da19755dc40cd8bcbe23db0578592) in parent group-v555973. [ 568.644225] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Creating folder: Instances. Parent ref: group-v555977. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.644440] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c087f2a6-c91d-452a-919b-8414528c587e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.655729] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Created folder: Instances in parent group-v555977. [ 568.656035] env[62822]: DEBUG oslo.service.loopingcall [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 568.656226] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 568.656458] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7671b564-673a-4f18-be2c-75245e6b6a19 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.675773] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 568.675773] env[62822]: value = "task-2763561" [ 568.675773] env[62822]: _type = "Task" [ 568.675773] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.688044] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763561, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.797664] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.797664] env[62822]: DEBUG nova.compute.manager [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.803863] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.120s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.806953] env[62822]: INFO nova.compute.claims [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.862416] env[62822]: DEBUG oslo_vmware.rw_handles [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Completed reading data from the image iterator. {{(pid=62822) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 568.862618] env[62822]: DEBUG oslo_vmware.rw_handles [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 568.875198] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.875509] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.875752] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.875957] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.876367] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.876476] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.876673] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.876924] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62822) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 568.877152] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.932192] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Downloaded image file data ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad to vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk on the data store datastore1 {{(pid=62822) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 568.932192] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Caching image {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 568.932192] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Copying Virtual Disk [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk to [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.932994] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-651f1986-7e98-45e0-aef4-912df0a4bc5f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.942936] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 568.942936] env[62822]: value = "task-2763562" [ 568.942936] env[62822]: _type = "Task" [ 568.942936] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.955492] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.137037] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Releasing lock "refresh_cache-2657025e-31dd-4dce-b33e-29c73d8e9838" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.137037] env[62822]: DEBUG nova.compute.manager [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Instance network_info: |[{"id": "73683d80-1439-4767-af0d-933fea706711", "address": "fa:16:3e:9e:4c:62", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73683d80-14", "ovs_interfaceid": "73683d80-1439-4767-af0d-933fea706711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.137940] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:4c:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73683d80-1439-4767-af0d-933fea706711', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.147550] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Creating folder: Project (c65479ac42024c99981988721cf7cbf8). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.148191] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85e71d20-9efe-4a40-8900-8dd7b0484ea3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.163148] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Created folder: Project (c65479ac42024c99981988721cf7cbf8) in parent group-v555973. [ 569.163427] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Creating folder: Instances. Parent ref: group-v555980. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.163644] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-560ccd93-5834-496d-bcd4-6b571ae859c9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.180312] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Created folder: Instances in parent group-v555980. [ 569.180453] env[62822]: DEBUG oslo.service.loopingcall [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.181102] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.182021] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bec3c02-9d08-4230-b13d-595ad62fa748 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.201995] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763561, 'name': CreateVM_Task, 'duration_secs': 0.360763} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.202858] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 569.203763] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.203763] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.203827] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.204755] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2cf074-c72c-45e9-88f9-e2d27e68e836 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.207690] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.207690] env[62822]: value = "task-2763565" [ 569.207690] env[62822]: _type = "Task" [ 569.207690] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.209036] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 569.209036] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f9e731-d293-cc81-909c-d65c02ca8f2b" [ 569.209036] env[62822]: _type = "Task" [ 569.209036] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.227136] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763565, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.227366] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f9e731-d293-cc81-909c-d65c02ca8f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.313864] env[62822]: DEBUG nova.compute.utils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 569.313864] env[62822]: DEBUG nova.compute.manager [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.313864] env[62822]: DEBUG nova.network.neutron [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 569.383065] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.454799] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763562, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.465690] env[62822]: DEBUG nova.policy [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff72fbe6407b4ab5846cb4ab34d522b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f751cce840f4769bd422e3b954f3c1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 569.729585] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.729928] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.730159] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.730323] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763565, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.817192] env[62822]: DEBUG nova.compute.manager [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 569.954429] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801761} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.954677] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Copied Virtual Disk [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk to [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.954843] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Deleting the datastore file [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 569.955100] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-346cc841-f844-454b-a482-ebc28732481b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.965424] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 569.965424] env[62822]: value = "task-2763566" [ 569.965424] env[62822]: _type = "Task" [ 569.965424] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.975048] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.991236] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd2b3f3-8c7c-4b0c-879f-e81d18d4fa49 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.002572] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8e5be7-189c-45b3-aa52-d22da18f0895 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.041347] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54837657-7aaa-4977-abf4-6319bf687da7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.049743] env[62822]: DEBUG nova.network.neutron [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Successfully created port: e8e56e09-c443-4540-9890-814575847dd7 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 570.053244] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467fc15c-9d51-4790-abb5-d7f2acf829aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.068898] env[62822]: DEBUG nova.compute.provider_tree [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.219348] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763565, 'name': CreateVM_Task, 'duration_secs': 0.615385} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.219640] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 570.220247] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.220409] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.220796] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.221066] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f5ab15-42fa-40ed-a178-ab948ec46275 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.225630] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 570.225630] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d8c1b7-1bd8-6187-7720-54485992e97a" [ 570.225630] env[62822]: _type = "Task" [ 570.225630] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.234377] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d8c1b7-1bd8-6187-7720-54485992e97a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.399152] env[62822]: DEBUG nova.compute.manager [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Received event network-changed-ad3cf823-5152-4b0e-9f6d-f6cb9e667c44 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.399372] env[62822]: DEBUG nova.compute.manager [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Refreshing instance network info cache due to event network-changed-ad3cf823-5152-4b0e-9f6d-f6cb9e667c44. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 570.399634] env[62822]: DEBUG oslo_concurrency.lockutils [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] Acquiring lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.399721] env[62822]: DEBUG oslo_concurrency.lockutils [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] Acquired lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.399877] env[62822]: DEBUG nova.network.neutron [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Refreshing network info cache for port ad3cf823-5152-4b0e-9f6d-f6cb9e667c44 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.475836] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030703} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.476485] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 570.476682] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Moving file from [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad to [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad. {{(pid=62822) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 570.476966] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5c8e8816-af4a-4027-8bad-c3f68195b733 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.484647] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 570.484647] env[62822]: value = "task-2763567" [ 570.484647] env[62822]: _type = "Task" [ 570.484647] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.492718] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763567, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.570945] env[62822]: DEBUG nova.scheduler.client.report [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.738512] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.738769] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 570.738994] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.834453] env[62822]: DEBUG nova.compute.manager [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 570.868303] env[62822]: DEBUG nova.virt.hardware [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.868715] env[62822]: DEBUG nova.virt.hardware [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.868806] env[62822]: DEBUG nova.virt.hardware [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.868930] env[62822]: DEBUG nova.virt.hardware [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.869090] env[62822]: DEBUG nova.virt.hardware [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.869267] env[62822]: DEBUG nova.virt.hardware [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.869483] env[62822]: DEBUG nova.virt.hardware [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.869670] env[62822]: DEBUG nova.virt.hardware [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.869829] env[62822]: DEBUG nova.virt.hardware [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.869951] env[62822]: DEBUG nova.virt.hardware [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.870143] env[62822]: DEBUG nova.virt.hardware [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.871422] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94197b0-e2ae-4e41-b4ef-b13b79ff40f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.883347] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1373df12-1592-4b4d-90e4-66082a30f5c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.001267] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763567, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026373} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.002970] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] File moved {{(pid=62822) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 571.002970] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Cleaning up location [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 571.002970] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Deleting the datastore file [datastore1] vmware_temp/ffc4fe34-e27e-4068-892e-a8245f044c0e {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 571.002970] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21edbb74-5e82-44ba-8366-69fd180156ae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.010443] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 571.010443] env[62822]: value = "task-2763568" [ 571.010443] env[62822]: _type = "Task" [ 571.010443] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.020631] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.076292] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.077954] env[62822]: DEBUG nova.compute.manager [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 571.082221] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.801s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.082221] env[62822]: INFO nova.compute.claims [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.524480] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026568} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.525058] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 571.525708] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15503510-afcf-4432-ac27-9fa1e2fbef25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.532740] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 571.532740] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5261520e-a674-3cd3-125d-beeb5fe28866" [ 571.532740] env[62822]: _type = "Task" [ 571.532740] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.548221] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5261520e-a674-3cd3-125d-beeb5fe28866, 'name': SearchDatastore_Task, 'duration_secs': 0.008469} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.548613] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.549716] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 2ebb4556-1741-48cc-b40c-45cde919e39d/2ebb4556-1741-48cc-b40c-45cde919e39d.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.549716] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.549716] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.550039] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-661dec6a-47ad-41ae-affd-d511246f9bd2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.552065] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6536db4e-3148-48e7-8fef-fdf5cb018c65 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.560734] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 571.560734] env[62822]: value = "task-2763569" [ 571.560734] env[62822]: _type = "Task" [ 571.560734] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.570466] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.570466] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.570466] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecaf57a-ffe3-4f76-9c0d-b1cdebf6fc70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.573832] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.577720] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 571.577720] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ba6d55-c54e-13a0-86e0-b7a8f8dae2af" [ 571.577720] env[62822]: _type = "Task" [ 571.577720] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.588460] env[62822]: DEBUG nova.compute.utils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 571.595049] env[62822]: DEBUG nova.compute.manager [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.595289] env[62822]: DEBUG nova.network.neutron [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.597693] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ba6d55-c54e-13a0-86e0-b7a8f8dae2af, 'name': SearchDatastore_Task, 'duration_secs': 0.008537} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.599288] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2606e119-6971-4812-9009-dadd69a3c594 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.608828] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 571.608828] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e82dcc-8c49-2c64-b442-895028b244d2" [ 571.608828] env[62822]: _type = "Task" [ 571.608828] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.613718] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e82dcc-8c49-2c64-b442-895028b244d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.748866] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquiring lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.749214] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.779752] env[62822]: DEBUG nova.policy [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2088c0a30c964f4e8580dbe633d76d82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b0f60ceb005463081a1e36ba3e3d9a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 571.995855] env[62822]: DEBUG nova.network.neutron [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updated VIF entry in instance network info cache for port ad3cf823-5152-4b0e-9f6d-f6cb9e667c44. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.996286] env[62822]: DEBUG nova.network.neutron [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance_info_cache with network_info: [{"id": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "address": "fa:16:3e:33:96:a4", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3cf823-51", "ovs_interfaceid": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.074821] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467351} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.075037] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 2ebb4556-1741-48cc-b40c-45cde919e39d/2ebb4556-1741-48cc-b40c-45cde919e39d.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.075227] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.075474] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c1b6553-45bd-4966-8ce7-62a206e376dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.085322] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 572.085322] env[62822]: value = "task-2763570" [ 572.085322] env[62822]: _type = "Task" [ 572.085322] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.096650] env[62822]: DEBUG nova.compute.manager [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 572.100340] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.115553] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e82dcc-8c49-2c64-b442-895028b244d2, 'name': SearchDatastore_Task, 'duration_secs': 0.007904} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.115553] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.115553] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.115853] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.116165] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.116277] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-113942a3-8793-4232-bd03-8513a62b93b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.120125] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a7fd3ff-6c26-4209-975c-c14db82d06f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.127648] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 572.127648] env[62822]: value = "task-2763571" [ 572.127648] env[62822]: _type = "Task" [ 572.127648] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.132104] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.132290] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.136704] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dcdad4c-65b3-40a7-ab2b-5ff06e0ed64b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.146666] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.149718] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 572.149718] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cbc04e-90e9-4b14-56aa-065d07ef562a" [ 572.149718] env[62822]: _type = "Task" [ 572.149718] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.162963] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cbc04e-90e9-4b14-56aa-065d07ef562a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.251359] env[62822]: DEBUG nova.network.neutron [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Successfully updated port: e8e56e09-c443-4540-9890-814575847dd7 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 572.252631] env[62822]: DEBUG nova.compute.manager [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.314171] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de13f0f9-e1f5-49be-8850-e482a46fe46d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.324920] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be9c4be-e496-470a-8a6d-e83e24505fb1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.362983] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f315d6f7-6374-480b-b784-9f737d7a518f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.373342] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5861ccdb-26a7-4162-b253-737898f6e286 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.388127] env[62822]: DEBUG nova.compute.provider_tree [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.501666] env[62822]: DEBUG oslo_concurrency.lockutils [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] Releasing lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.501666] env[62822]: DEBUG nova.compute.manager [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Received event network-vif-plugged-73683d80-1439-4767-af0d-933fea706711 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.501666] env[62822]: DEBUG oslo_concurrency.lockutils [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] Acquiring lock "2657025e-31dd-4dce-b33e-29c73d8e9838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.501666] env[62822]: DEBUG oslo_concurrency.lockutils [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] Lock "2657025e-31dd-4dce-b33e-29c73d8e9838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.501666] env[62822]: DEBUG oslo_concurrency.lockutils [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] Lock "2657025e-31dd-4dce-b33e-29c73d8e9838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.502029] env[62822]: DEBUG nova.compute.manager [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] No waiting events found dispatching network-vif-plugged-73683d80-1439-4767-af0d-933fea706711 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.502029] env[62822]: WARNING nova.compute.manager [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Received unexpected event network-vif-plugged-73683d80-1439-4767-af0d-933fea706711 for instance with vm_state building and task_state spawning. [ 572.502029] env[62822]: DEBUG nova.compute.manager [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Received event network-changed-73683d80-1439-4767-af0d-933fea706711 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.502029] env[62822]: DEBUG nova.compute.manager [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Refreshing instance network info cache due to event network-changed-73683d80-1439-4767-af0d-933fea706711. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.502029] env[62822]: DEBUG oslo_concurrency.lockutils [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] Acquiring lock "refresh_cache-2657025e-31dd-4dce-b33e-29c73d8e9838" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.502181] env[62822]: DEBUG oslo_concurrency.lockutils [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] Acquired lock "refresh_cache-2657025e-31dd-4dce-b33e-29c73d8e9838" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.502181] env[62822]: DEBUG nova.network.neutron [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Refreshing network info cache for port 73683d80-1439-4767-af0d-933fea706711 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.598579] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213807} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.598979] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.599836] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364f9ed4-3cc3-4118-8c73-17549de0eeb7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.628933] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 2ebb4556-1741-48cc-b40c-45cde919e39d/2ebb4556-1741-48cc-b40c-45cde919e39d.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.629607] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63da8b99-d4e8-486c-b522-f75fd94d4d50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.658580] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.660253] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 572.660253] env[62822]: value = "task-2763572" [ 572.660253] env[62822]: _type = "Task" [ 572.660253] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.668925] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cbc04e-90e9-4b14-56aa-065d07ef562a, 'name': SearchDatastore_Task, 'duration_secs': 0.052788} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.676705] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fac2da3-889a-4afd-91d2-3c9191d7cd23 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.680347] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.684784] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 572.684784] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523b7fb1-9d0d-12b8-93f8-405d5fcded07" [ 572.684784] env[62822]: _type = "Task" [ 572.684784] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.704023] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523b7fb1-9d0d-12b8-93f8-405d5fcded07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.757822] env[62822]: DEBUG nova.network.neutron [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Successfully created port: ff5ec33c-060d-4f16-a82b-fa13a1e5e21e {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 572.769572] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquiring lock "refresh_cache-8e887dc9-bb1d-440b-889e-ff2968127e93" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.769710] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquired lock "refresh_cache-8e887dc9-bb1d-440b-889e-ff2968127e93" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.769891] env[62822]: DEBUG nova.network.neutron [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 572.800489] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.891588] env[62822]: DEBUG nova.scheduler.client.report [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.134098] env[62822]: DEBUG nova.compute.manager [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 573.152912] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861142} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.153179] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.153873] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.153873] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cf2fb53-c1f3-4a6a-a7d1-3f9ae823e081 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.163204] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 573.163204] env[62822]: value = "task-2763573" [ 573.163204] env[62822]: _type = "Task" [ 573.163204] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.199721] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.200116] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763572, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.216937] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523b7fb1-9d0d-12b8-93f8-405d5fcded07, 'name': SearchDatastore_Task, 'duration_secs': 0.053185} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.217474] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.217808] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 2657025e-31dd-4dce-b33e-29c73d8e9838/2657025e-31dd-4dce-b33e-29c73d8e9838.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.217958] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ce5a6a6-1c52-455a-8b0e-f94461d9c40a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.225736] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 573.225736] env[62822]: value = "task-2763574" [ 573.225736] env[62822]: _type = "Task" [ 573.225736] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.240219] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.311285] env[62822]: DEBUG nova.virt.hardware [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 573.311285] env[62822]: DEBUG nova.virt.hardware [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.311285] env[62822]: DEBUG nova.virt.hardware [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 573.311579] env[62822]: DEBUG nova.virt.hardware [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.312272] env[62822]: DEBUG nova.virt.hardware [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 573.312434] env[62822]: DEBUG nova.virt.hardware [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 573.312646] env[62822]: DEBUG nova.virt.hardware [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 573.312801] env[62822]: DEBUG nova.virt.hardware [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 573.312964] env[62822]: DEBUG nova.virt.hardware [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 573.316453] env[62822]: DEBUG nova.virt.hardware [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 573.316453] env[62822]: DEBUG nova.virt.hardware [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 573.316453] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac51663-dadd-47c0-b27d-d4b46d53f139 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.324410] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bcfda8-c800-4b45-95f9-be550887a038 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.365082] env[62822]: DEBUG nova.network.neutron [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.372709] env[62822]: DEBUG nova.network.neutron [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Updated VIF entry in instance network info cache for port 73683d80-1439-4767-af0d-933fea706711. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.372998] env[62822]: DEBUG nova.network.neutron [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Updating instance_info_cache with network_info: [{"id": "73683d80-1439-4767-af0d-933fea706711", "address": "fa:16:3e:9e:4c:62", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73683d80-14", "ovs_interfaceid": "73683d80-1439-4767-af0d-933fea706711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.389361] env[62822]: DEBUG nova.compute.manager [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Received event network-vif-plugged-e8e56e09-c443-4540-9890-814575847dd7 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.389361] env[62822]: DEBUG oslo_concurrency.lockutils [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] Acquiring lock "8e887dc9-bb1d-440b-889e-ff2968127e93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.389361] env[62822]: DEBUG oslo_concurrency.lockutils [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] Lock "8e887dc9-bb1d-440b-889e-ff2968127e93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.389361] env[62822]: DEBUG oslo_concurrency.lockutils [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] Lock "8e887dc9-bb1d-440b-889e-ff2968127e93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.389611] env[62822]: DEBUG nova.compute.manager [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] No waiting events found dispatching network-vif-plugged-e8e56e09-c443-4540-9890-814575847dd7 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.389678] env[62822]: WARNING nova.compute.manager [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Received unexpected event network-vif-plugged-e8e56e09-c443-4540-9890-814575847dd7 for instance with vm_state building and task_state spawning. [ 573.389829] env[62822]: DEBUG nova.compute.manager [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Received event network-changed-e8e56e09-c443-4540-9890-814575847dd7 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.389973] env[62822]: DEBUG nova.compute.manager [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Refreshing instance network info cache due to event network-changed-e8e56e09-c443-4540-9890-814575847dd7. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 573.390372] env[62822]: DEBUG oslo_concurrency.lockutils [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] Acquiring lock "refresh_cache-8e887dc9-bb1d-440b-889e-ff2968127e93" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.404531] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.404531] env[62822]: DEBUG nova.compute.manager [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.406684] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.557s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.408285] env[62822]: INFO nova.compute.claims [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.678067] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763572, 'name': ReconfigVM_Task, 'duration_secs': 0.56183} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.689123] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 2ebb4556-1741-48cc-b40c-45cde919e39d/2ebb4556-1741-48cc-b40c-45cde919e39d.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.690541] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50a2fe29-f656-46ee-9e85-ce1e4ad4bea5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.705894] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 573.705894] env[62822]: value = "task-2763575" [ 573.705894] env[62822]: _type = "Task" [ 573.705894] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.706210] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069484} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.706577] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 573.710205] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7499c9c7-8ba0-49b8-a511-ee393d829b7e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.722036] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763575, 'name': Rename_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.737739] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 573.741196] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9370cbe-c678-44ff-86ed-8141534d0343 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.764045] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472766} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.765361] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 2657025e-31dd-4dce-b33e-29c73d8e9838/2657025e-31dd-4dce-b33e-29c73d8e9838.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.765655] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.766061] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 573.766061] env[62822]: value = "task-2763576" [ 573.766061] env[62822]: _type = "Task" [ 573.766061] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.766406] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c374e50-fd33-4d5e-ac96-989cd3b9b453 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.782746] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763576, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.785873] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 573.785873] env[62822]: value = "task-2763577" [ 573.785873] env[62822]: _type = "Task" [ 573.785873] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.796346] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.879373] env[62822]: DEBUG oslo_concurrency.lockutils [req-95a7533d-0b9f-442a-94b9-0d772029017d req-e28d2aa5-876b-473d-986a-f0d2b6863379 service nova] Releasing lock "refresh_cache-2657025e-31dd-4dce-b33e-29c73d8e9838" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.915593] env[62822]: DEBUG nova.compute.utils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 573.919579] env[62822]: DEBUG nova.compute.manager [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.920563] env[62822]: DEBUG nova.network.neutron [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.952352] env[62822]: DEBUG nova.network.neutron [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Updating instance_info_cache with network_info: [{"id": "e8e56e09-c443-4540-9890-814575847dd7", "address": "fa:16:3e:18:50:61", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e56e09-c4", "ovs_interfaceid": "e8e56e09-c443-4540-9890-814575847dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.024248] env[62822]: DEBUG nova.policy [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2618450e248545d6bade4e02321d2aef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506c0eef92b74ee3a5a3223ce1da11fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.222833] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763575, 'name': Rename_Task, 'duration_secs': 0.196998} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.223170] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.223435] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87346868-e4b2-487c-86ae-a9339c630d48 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.231692] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 574.231692] env[62822]: value = "task-2763578" [ 574.231692] env[62822]: _type = "Task" [ 574.231692] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.241307] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.282496] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.299900] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169997} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.300300] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.301214] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de397931-4896-4cc9-b785-5fe3786a1482 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.328147] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 2657025e-31dd-4dce-b33e-29c73d8e9838/2657025e-31dd-4dce-b33e-29c73d8e9838.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.328368] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4410a967-f1d5-41a8-bf9a-64933b99d4af {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.349559] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 574.349559] env[62822]: value = "task-2763579" [ 574.349559] env[62822]: _type = "Task" [ 574.349559] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.358881] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.425037] env[62822]: DEBUG nova.compute.manager [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.459204] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Releasing lock "refresh_cache-8e887dc9-bb1d-440b-889e-ff2968127e93" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.459204] env[62822]: DEBUG nova.compute.manager [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Instance network_info: |[{"id": "e8e56e09-c443-4540-9890-814575847dd7", "address": "fa:16:3e:18:50:61", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e56e09-c4", "ovs_interfaceid": "e8e56e09-c443-4540-9890-814575847dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 574.474124] env[62822]: DEBUG oslo_concurrency.lockutils [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] Acquired lock "refresh_cache-8e887dc9-bb1d-440b-889e-ff2968127e93" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.474124] env[62822]: DEBUG nova.network.neutron [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Refreshing network info cache for port e8e56e09-c443-4540-9890-814575847dd7 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.478329] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:50:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8e56e09-c443-4540-9890-814575847dd7', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.490520] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Creating folder: Project (2f751cce840f4769bd422e3b954f3c1f). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.492578] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaeaf0ec-4357-4ada-8e65-bd8cdf924108 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.510259] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Created folder: Project (2f751cce840f4769bd422e3b954f3c1f) in parent group-v555973. [ 574.510259] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Creating folder: Instances. Parent ref: group-v555983. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.510259] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fabe2fb1-3e26-47ad-89d5-47230f583294 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.524282] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Created folder: Instances in parent group-v555983. [ 574.524592] env[62822]: DEBUG oslo.service.loopingcall [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.525026] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.525120] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d82dd34-5dc1-4395-8a57-88ad00719e9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.555120] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.555120] env[62822]: value = "task-2763582" [ 574.555120] env[62822]: _type = "Task" [ 574.555120] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.566728] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763582, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.694806] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebb1124-4a09-4667-ab7e-d39c0ab4bbd7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.707598] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229e7861-c323-4203-a9ce-dd96ade268fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.752207] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737bb1d7-5e03-4ed1-9907-279646809f2e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.764213] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fa30ae-5837-4896-adfa-a351f862e139 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.768424] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763578, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.782422] env[62822]: DEBUG nova.compute.provider_tree [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.798931] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763576, 'name': ReconfigVM_Task, 'duration_secs': 0.785439} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.799205] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Reconfigured VM instance instance-00000003 to attach disk [datastore1] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.799801] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-789edfc9-aead-4dee-8852-68108daccbd4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.810933] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 574.810933] env[62822]: value = "task-2763583" [ 574.810933] env[62822]: _type = "Task" [ 574.810933] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.825423] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763583, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.866373] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763579, 'name': ReconfigVM_Task, 'duration_secs': 0.463288} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.866762] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 2657025e-31dd-4dce-b33e-29c73d8e9838/2657025e-31dd-4dce-b33e-29c73d8e9838.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.872803] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e805b6d8-275b-47f6-ba09-ac75ee564500 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.880952] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 574.880952] env[62822]: value = "task-2763585" [ 574.880952] env[62822]: _type = "Task" [ 574.880952] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.891980] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763585, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.067090] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763582, 'name': CreateVM_Task, 'duration_secs': 0.386808} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.067090] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.068094] env[62822]: DEBUG oslo_vmware.service [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2f916d-4780-40dd-8e6a-30d053df540c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.075608] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.075851] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.076312] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.076628] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d14364e4-2da2-4817-bf18-88cba8fe84d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.084452] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 575.084452] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dc39ba-fb5a-7b17-78d9-a63166ce44bb" [ 575.084452] env[62822]: _type = "Task" [ 575.084452] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.093669] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dc39ba-fb5a-7b17-78d9-a63166ce44bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.263841] env[62822]: DEBUG oslo_vmware.api [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763578, 'name': PowerOnVM_Task, 'duration_secs': 0.602798} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.266383] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.266836] env[62822]: INFO nova.compute.manager [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Took 14.04 seconds to spawn the instance on the hypervisor. [ 575.267827] env[62822]: DEBUG nova.compute.manager [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.270851] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f0822d-24df-4eb2-af66-974c939391c2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.289891] env[62822]: DEBUG nova.scheduler.client.report [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.328499] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763583, 'name': Rename_Task, 'duration_secs': 0.147998} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.328828] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.329034] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34e9a22d-a93c-4eb8-beb9-801e52779319 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.338733] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 575.338733] env[62822]: value = "task-2763589" [ 575.338733] env[62822]: _type = "Task" [ 575.338733] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.354047] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.397968] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763585, 'name': Rename_Task, 'duration_secs': 0.312577} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.398431] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.403348] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccaefb76-8574-4b63-b400-789c26455749 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.409372] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 575.409372] env[62822]: value = "task-2763590" [ 575.409372] env[62822]: _type = "Task" [ 575.409372] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.418425] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.437272] env[62822]: DEBUG nova.compute.manager [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 575.467448] env[62822]: DEBUG nova.virt.hardware [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 575.467708] env[62822]: DEBUG nova.virt.hardware [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.468119] env[62822]: DEBUG nova.virt.hardware [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.468370] env[62822]: DEBUG nova.virt.hardware [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.468525] env[62822]: DEBUG nova.virt.hardware [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.468666] env[62822]: DEBUG nova.virt.hardware [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 575.468874] env[62822]: DEBUG nova.virt.hardware [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 575.469360] env[62822]: DEBUG nova.virt.hardware [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 575.469612] env[62822]: DEBUG nova.virt.hardware [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 575.469796] env[62822]: DEBUG nova.virt.hardware [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 575.469968] env[62822]: DEBUG nova.virt.hardware [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 575.470914] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bc270c-e0da-4788-809e-c4c36b5c2170 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.480670] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc0e527-0637-4eec-aa9e-17f9940c35dd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.596817] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.597063] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.597302] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.597435] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.597606] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.597853] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-046f939b-f4c7-401d-8bae-f53603b53a20 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.608542] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.608542] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 575.609962] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b385e9bd-6493-4848-b091-81ce6f01a1d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.618379] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-807c735c-9292-444b-8dc4-239a328f713b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.625602] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 575.625602] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b4e9b2-fad9-a5a8-66b6-052a868daba1" [ 575.625602] env[62822]: _type = "Task" [ 575.625602] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.635547] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b4e9b2-fad9-a5a8-66b6-052a868daba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.685162] env[62822]: DEBUG nova.network.neutron [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Successfully created port: 5f2f8e32-e7d3-4390-b1ab-1aa117445a66 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.793024] env[62822]: INFO nova.compute.manager [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Took 18.76 seconds to build instance. [ 575.793824] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.794197] env[62822]: DEBUG nova.compute.manager [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 575.797577] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.790s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.800334] env[62822]: INFO nova.compute.claims [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.854316] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.923900] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763590, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.958213] env[62822]: DEBUG nova.network.neutron [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Successfully updated port: ff5ec33c-060d-4f16-a82b-fa13a1e5e21e {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 576.010526] env[62822]: DEBUG nova.network.neutron [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Updated VIF entry in instance network info cache for port e8e56e09-c443-4540-9890-814575847dd7. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.010526] env[62822]: DEBUG nova.network.neutron [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Updating instance_info_cache with network_info: [{"id": "e8e56e09-c443-4540-9890-814575847dd7", "address": "fa:16:3e:18:50:61", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e56e09-c4", "ovs_interfaceid": "e8e56e09-c443-4540-9890-814575847dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.140084] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Preparing fetch location {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 576.140084] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Creating directory with path [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.140084] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e95310b3-7cb8-4e5e-a576-bb5c5faca6b9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.172458] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Created directory with path [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.173304] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Fetch image to [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 576.173629] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Downloading image file data ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad to [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk on the data store datastore2 {{(pid=62822) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 576.176486] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9094f76-d457-4df2-8f78-d8561f8fe1ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.189806] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72330f26-4871-4c44-ba09-fbff8410b3c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.201490] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5fbb18-a725-4402-9ce3-2442c378b75d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.242577] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acd3c9b-1f14-48ce-a4fd-758ca06332b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.249436] env[62822]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-709092dd-dfa3-427e-8b5b-b66966d96832 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.274209] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Downloading image file data ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad to the data store datastore2 {{(pid=62822) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 576.293622] env[62822]: DEBUG oslo_concurrency.lockutils [None req-396018bf-e802-46f4-b553-6e00a80fdfa7 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.276s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.308306] env[62822]: DEBUG nova.compute.utils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 576.309921] env[62822]: DEBUG nova.compute.manager [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 576.310103] env[62822]: DEBUG nova.network.neutron [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 576.352597] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.353532] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62822) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 576.440542] env[62822]: DEBUG oslo_vmware.api [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763590, 'name': PowerOnVM_Task, 'duration_secs': 0.927815} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.440542] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 576.440542] env[62822]: INFO nova.compute.manager [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Took 10.21 seconds to spawn the instance on the hypervisor. [ 576.440542] env[62822]: DEBUG nova.compute.manager [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.440987] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06221afb-a93e-4412-b7f2-39e5e98bf4f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.464641] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquiring lock "refresh_cache-a2590c28-a9fa-4e6c-9750-459b05b06621" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.464641] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquired lock "refresh_cache-a2590c28-a9fa-4e6c-9750-459b05b06621" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.464641] env[62822]: DEBUG nova.network.neutron [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.518031] env[62822]: DEBUG oslo_concurrency.lockutils [req-b708a14e-b97d-4388-a7bc-ab682e63afd8 req-c596ddcb-06ae-417b-a88c-b0b0060fa9b8 service nova] Releasing lock "refresh_cache-8e887dc9-bb1d-440b-889e-ff2968127e93" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.539842] env[62822]: DEBUG nova.policy [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ba1a9b491c45819e4f1504693371d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c49a0ff24f148738fc287b8212be1a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.820528] env[62822]: DEBUG nova.compute.manager [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.864944] env[62822]: DEBUG oslo_vmware.api [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763589, 'name': PowerOnVM_Task, 'duration_secs': 1.068325} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.865372] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 576.865594] env[62822]: INFO nova.compute.manager [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Took 8.34 seconds to spawn the instance on the hypervisor. [ 576.866091] env[62822]: DEBUG nova.compute.manager [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.866968] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6469336c-598f-45cc-9f2a-13311c316806 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.943804] env[62822]: DEBUG nova.compute.manager [req-60d61e61-85b5-45cf-82ee-551848eb99b2 req-df68aaf7-7622-4466-9cfe-dee56f7f049a service nova] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Received event network-vif-plugged-ff5ec33c-060d-4f16-a82b-fa13a1e5e21e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.944032] env[62822]: DEBUG oslo_concurrency.lockutils [req-60d61e61-85b5-45cf-82ee-551848eb99b2 req-df68aaf7-7622-4466-9cfe-dee56f7f049a service nova] Acquiring lock "a2590c28-a9fa-4e6c-9750-459b05b06621-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.944222] env[62822]: DEBUG oslo_concurrency.lockutils [req-60d61e61-85b5-45cf-82ee-551848eb99b2 req-df68aaf7-7622-4466-9cfe-dee56f7f049a service nova] Lock "a2590c28-a9fa-4e6c-9750-459b05b06621-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.944384] env[62822]: DEBUG oslo_concurrency.lockutils [req-60d61e61-85b5-45cf-82ee-551848eb99b2 req-df68aaf7-7622-4466-9cfe-dee56f7f049a service nova] Lock "a2590c28-a9fa-4e6c-9750-459b05b06621-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.944539] env[62822]: DEBUG nova.compute.manager [req-60d61e61-85b5-45cf-82ee-551848eb99b2 req-df68aaf7-7622-4466-9cfe-dee56f7f049a service nova] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] No waiting events found dispatching network-vif-plugged-ff5ec33c-060d-4f16-a82b-fa13a1e5e21e {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.946791] env[62822]: WARNING nova.compute.manager [req-60d61e61-85b5-45cf-82ee-551848eb99b2 req-df68aaf7-7622-4466-9cfe-dee56f7f049a service nova] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Received unexpected event network-vif-plugged-ff5ec33c-060d-4f16-a82b-fa13a1e5e21e for instance with vm_state building and task_state spawning. [ 576.959970] env[62822]: INFO nova.compute.manager [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Took 15.08 seconds to build instance. [ 577.127555] env[62822]: DEBUG nova.network.neutron [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 577.159627] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c2e2b4-2068-4bf3-8364-15f1f59fe225 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.173833] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8c711a-5375-4586-85b9-e2378ac4529e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.180926] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Completed reading data from the image iterator. {{(pid=62822) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 577.180926] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 577.216292] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023f89d0-d735-4d10-a580-ac6a10724920 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.224961] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa35416-11be-4483-8e86-093d2fae6d9c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.241936] env[62822]: DEBUG nova.compute.provider_tree [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.278463] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Downloaded image file data ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad to vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk on the data store datastore2 {{(pid=62822) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 577.280752] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Caching image {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 577.281836] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Copying Virtual Disk [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk to [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.281836] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0443a83-fbe9-451d-91a7-7d16070fe0d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.292372] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 577.292372] env[62822]: value = "task-2763591" [ 577.292372] env[62822]: _type = "Task" [ 577.292372] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.301753] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.390811] env[62822]: INFO nova.compute.manager [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Took 14.75 seconds to build instance. [ 577.413915] env[62822]: DEBUG nova.network.neutron [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Successfully created port: f08bd933-a0cd-4656-baf2-e373fefbd4fd {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.465043] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6b483f3-f88b-4c73-b34a-a82286b4cadf tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "2657025e-31dd-4dce-b33e-29c73d8e9838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.592s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.549220] env[62822]: DEBUG nova.network.neutron [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Updating instance_info_cache with network_info: [{"id": "ff5ec33c-060d-4f16-a82b-fa13a1e5e21e", "address": "fa:16:3e:98:f6:a3", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5ec33c-06", "ovs_interfaceid": "ff5ec33c-060d-4f16-a82b-fa13a1e5e21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.746469] env[62822]: DEBUG nova.scheduler.client.report [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.810374] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763591, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.842019] env[62822]: DEBUG nova.compute.manager [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 577.884059] env[62822]: DEBUG nova.virt.hardware [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.884566] env[62822]: DEBUG nova.virt.hardware [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.885549] env[62822]: DEBUG nova.virt.hardware [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.885549] env[62822]: DEBUG nova.virt.hardware [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.885549] env[62822]: DEBUG nova.virt.hardware [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.885549] env[62822]: DEBUG nova.virt.hardware [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.886160] env[62822]: DEBUG nova.virt.hardware [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.886160] env[62822]: DEBUG nova.virt.hardware [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.886160] env[62822]: DEBUG nova.virt.hardware [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.889104] env[62822]: DEBUG nova.virt.hardware [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.889104] env[62822]: DEBUG nova.virt.hardware [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.889104] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3e8546-f5a2-4692-8542-234c445346c5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.897049] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5fd344de-5068-4c03-9546-10269a4d44d3 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "df2a4178-c972-44e0-9657-050f5defaa99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.270s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.902905] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedda7fa-0e76-4ec3-9f8d-c1196b04b326 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.051703] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Releasing lock "refresh_cache-a2590c28-a9fa-4e6c-9750-459b05b06621" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.056260] env[62822]: DEBUG nova.compute.manager [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Instance network_info: |[{"id": "ff5ec33c-060d-4f16-a82b-fa13a1e5e21e", "address": "fa:16:3e:98:f6:a3", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5ec33c-06", "ovs_interfaceid": "ff5ec33c-060d-4f16-a82b-fa13a1e5e21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 578.056512] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:f6:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff5ec33c-060d-4f16-a82b-fa13a1e5e21e', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.064803] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Creating folder: Project (2b0f60ceb005463081a1e36ba3e3d9a8). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.064803] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87e882f5-2c3a-403e-8eb5-09d79df2e3f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.075680] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Created folder: Project (2b0f60ceb005463081a1e36ba3e3d9a8) in parent group-v555973. [ 578.075680] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Creating folder: Instances. Parent ref: group-v555989. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.075680] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aa1d4f9-914a-42b3-a849-59609225e8b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.087031] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Created folder: Instances in parent group-v555989. [ 578.087031] env[62822]: DEBUG oslo.service.loopingcall [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.087234] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.087455] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e03aa0a1-2a50-4cb6-bf89-a91e781c8bec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.114203] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.114203] env[62822]: value = "task-2763595" [ 578.114203] env[62822]: _type = "Task" [ 578.114203] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.123779] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763595, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.258362] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.258539] env[62822]: DEBUG nova.compute.manager [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 578.261203] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.878s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.261369] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.261524] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 578.261798] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.462s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.263287] env[62822]: INFO nova.compute.claims [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.266979] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2975ec-88ab-40ba-ab3d-e23c6b10d1b4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.281463] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92db436b-9730-4238-95ae-5873edb20215 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.301162] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f087507-94cb-4241-8c73-17b56578b6cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.310827] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88096} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.313578] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Copied Virtual Disk [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk to [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.313776] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Deleting the datastore file [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/tmp-sparse.vmdk {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 578.314327] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aaa3dce-23db-48a3-8a3b-5adfd76d0b42 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.317147] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731ba137-77f1-4c7a-89b0-7a7231b673a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.351765] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181084MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 578.351953] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.354358] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 578.354358] env[62822]: value = "task-2763596" [ 578.354358] env[62822]: _type = "Task" [ 578.354358] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.365776] env[62822]: DEBUG nova.network.neutron [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Successfully updated port: 5f2f8e32-e7d3-4390-b1ab-1aa117445a66 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.471535] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] Acquiring lock "7ff00092-7fde-43f7-ae19-e59332ab23aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.471932] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] Lock "7ff00092-7fde-43f7-ae19-e59332ab23aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.516961] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.517433] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.624033] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763595, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.767795] env[62822]: DEBUG nova.compute.utils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 578.773541] env[62822]: DEBUG nova.compute.manager [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 578.773749] env[62822]: DEBUG nova.network.neutron [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 578.855781] env[62822]: DEBUG nova.policy [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae4026dd1fb24fd09b71ad252784d92b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a55bd8122d049a9bd6fcb3576f94943', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.868460] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquiring lock "refresh_cache-f960f20c-7602-4293-a355-89520abe9478" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.868614] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquired lock "refresh_cache-f960f20c-7602-4293-a355-89520abe9478" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.868766] env[62822]: DEBUG nova.network.neutron [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.875112] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096054} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.875112] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 578.875112] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Moving file from [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad to [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad. {{(pid=62822) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 578.875494] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d231de0e-0550-4e3f-b659-1b2edf30ad7a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.883658] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 578.883658] env[62822]: value = "task-2763597" [ 578.883658] env[62822]: _type = "Task" [ 578.883658] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.899807] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763597, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.977579] env[62822]: DEBUG nova.compute.manager [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] [instance: 7ff00092-7fde-43f7-ae19-e59332ab23aa] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.020047] env[62822]: DEBUG nova.compute.manager [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.126927] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763595, 'name': CreateVM_Task, 'duration_secs': 0.870356} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.127406] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.128162] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.128270] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.130139] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.130139] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcad900-855a-42d8-97c5-42f3360e7dbb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.138013] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for the task: (returnval){ [ 579.138013] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f3a36f-a986-b511-6c01-2f9f08cab213" [ 579.138013] env[62822]: _type = "Task" [ 579.138013] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.149418] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f3a36f-a986-b511-6c01-2f9f08cab213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.274298] env[62822]: DEBUG nova.compute.manager [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 579.320690] env[62822]: DEBUG nova.network.neutron [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Successfully created port: e8238231-b39f-4e0e-b02e-e68a4277e2d9 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.405913] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763597, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041415} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.406202] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] File moved {{(pid=62822) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 579.406391] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Cleaning up location [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 579.406548] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Deleting the datastore file [datastore2] vmware_temp/6655a8e7-d535-46f5-ada0-ae8e2845d64f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 579.407443] env[62822]: DEBUG nova.network.neutron [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.414703] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5608e684-a20b-4e15-8ef1-11ac53c61085 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.424845] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 579.424845] env[62822]: value = "task-2763598" [ 579.424845] env[62822]: _type = "Task" [ 579.424845] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.434642] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.504667] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.576993] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.627315] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "471d4a05-6756-49d8-8b02-ba7edaa750f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.627477] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "471d4a05-6756-49d8-8b02-ba7edaa750f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.632021] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8fedc2-4fb1-4d57-b690-1ddd8ffc643e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.642828] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ad02ef-47b3-410c-bce4-e520ea4a0bda {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.654524] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f3a36f-a986-b511-6c01-2f9f08cab213, 'name': SearchDatastore_Task, 'duration_secs': 0.01236} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.682743] env[62822]: DEBUG nova.network.neutron [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Successfully updated port: f08bd933-a0cd-4656-baf2-e373fefbd4fd {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.684299] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.684587] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.684854] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.686772] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b46d87-593c-4701-89e6-17992f74c61a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.695255] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f18fe3-b29b-42b0-a0c1-de426f494eb2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.712765] env[62822]: DEBUG nova.compute.provider_tree [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.777663] env[62822]: DEBUG nova.network.neutron [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Updating instance_info_cache with network_info: [{"id": "5f2f8e32-e7d3-4390-b1ab-1aa117445a66", "address": "fa:16:3e:69:d3:e1", "network": {"id": "b8daebad-c8d7-4e77-b623-a585e625ccbd", "bridge": "br-int", "label": "tempest-ServersTestJSON-330371131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506c0eef92b74ee3a5a3223ce1da11fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2f8e32-e7", "ovs_interfaceid": "5f2f8e32-e7d3-4390-b1ab-1aa117445a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.934309] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071955} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.934590] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 579.935409] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4e453f-46d4-4be0-8d31-0219f9ad4ef8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.941010] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 579.941010] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52190523-d268-6a3d-6e75-c03aa238ed8a" [ 579.941010] env[62822]: _type = "Task" [ 579.941010] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.949716] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52190523-d268-6a3d-6e75-c03aa238ed8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.133083] env[62822]: DEBUG nova.compute.manager [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.187135] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquiring lock "refresh_cache-bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.187281] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquired lock "refresh_cache-bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.187428] env[62822]: DEBUG nova.network.neutron [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.244350] env[62822]: ERROR nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [req-5c44db8c-9433-4e19-badc-df9d281737c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c44db8c-9433-4e19-badc-df9d281737c9"}]} [ 580.266082] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 580.283386] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Releasing lock "refresh_cache-f960f20c-7602-4293-a355-89520abe9478" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.283683] env[62822]: DEBUG nova.compute.manager [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Instance network_info: |[{"id": "5f2f8e32-e7d3-4390-b1ab-1aa117445a66", "address": "fa:16:3e:69:d3:e1", "network": {"id": "b8daebad-c8d7-4e77-b623-a585e625ccbd", "bridge": "br-int", "label": "tempest-ServersTestJSON-330371131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506c0eef92b74ee3a5a3223ce1da11fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2f8e32-e7", "ovs_interfaceid": "5f2f8e32-e7d3-4390-b1ab-1aa117445a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.284681] env[62822]: DEBUG nova.compute.manager [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 580.287569] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 580.287955] env[62822]: DEBUG nova.compute.provider_tree [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 580.290581] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:d3:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f2f8e32-e7d3-4390-b1ab-1aa117445a66', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.301664] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Creating folder: Project (506c0eef92b74ee3a5a3223ce1da11fc). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.301664] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-794427b7-e7ff-4156-bb9e-cdbaf2b04d9e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.313726] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Created folder: Project (506c0eef92b74ee3a5a3223ce1da11fc) in parent group-v555973. [ 580.313809] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Creating folder: Instances. Parent ref: group-v555992. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.314370] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b83d5340-ee53-4db8-ad47-262ecd2eb318 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.319037] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 580.326989] env[62822]: DEBUG nova.virt.hardware [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.326989] env[62822]: DEBUG nova.virt.hardware [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.326989] env[62822]: DEBUG nova.virt.hardware [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.328218] env[62822]: DEBUG nova.virt.hardware [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.328218] env[62822]: DEBUG nova.virt.hardware [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.328218] env[62822]: DEBUG nova.virt.hardware [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.328218] env[62822]: DEBUG nova.virt.hardware [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.328218] env[62822]: DEBUG nova.virt.hardware [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.329111] env[62822]: DEBUG nova.virt.hardware [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.329111] env[62822]: DEBUG nova.virt.hardware [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.329111] env[62822]: DEBUG nova.virt.hardware [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.329111] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50fed0c-7443-480e-aea1-03cd50e20408 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.332717] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Created folder: Instances in parent group-v555992. [ 580.332931] env[62822]: DEBUG oslo.service.loopingcall [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.333673] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f960f20c-7602-4293-a355-89520abe9478] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.333797] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f4bfb67-c570-4dd2-8a11-094344386cb2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.351450] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 580.354047] env[62822]: INFO nova.compute.manager [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Rebuilding instance [ 580.357377] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a90079-2e37-4733-999d-716e4ccb28ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.362975] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.362975] env[62822]: value = "task-2763602" [ 580.362975] env[62822]: _type = "Task" [ 580.362975] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.380116] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763602, 'name': CreateVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.409010] env[62822]: DEBUG nova.compute.manager [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.410091] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac192010-22ab-430b-9cde-fce8395e4d94 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.454736] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52190523-d268-6a3d-6e75-c03aa238ed8a, 'name': SearchDatastore_Task, 'duration_secs': 0.02492} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.457842] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.458189] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 8e887dc9-bb1d-440b-889e-ff2968127e93/8e887dc9-bb1d-440b-889e-ff2968127e93.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.458752] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.458941] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.459330] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3411eb0-2c15-4e39-9a27-9bc1cd5fa283 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.461199] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4e6c072-abd0-436f-919a-f86f237d6ced {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.471457] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 580.471457] env[62822]: value = "task-2763603" [ 580.471457] env[62822]: _type = "Task" [ 580.471457] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.471602] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.471633] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.476342] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09fae13d-3981-4ea6-a016-c1ee5c93bee0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.488713] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for the task: (returnval){ [ 580.488713] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5258bf70-a4db-9ad2-0551-38e00ca6bc38" [ 580.488713] env[62822]: _type = "Task" [ 580.488713] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.499062] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5258bf70-a4db-9ad2-0551-38e00ca6bc38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.577548] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810c23e4-3190-42bb-96f5-830a4e23b251 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.585581] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d4e619-8885-4073-bb83-6938de939f47 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.617365] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b727cda-dfee-4331-9197-ad7a4b38d5cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.625611] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ae8a82-3c78-47e7-a8e7-3523170bcaa7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.639321] env[62822]: DEBUG nova.compute.provider_tree [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 580.660731] env[62822]: DEBUG nova.compute.manager [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Received event network-changed-ff5ec33c-060d-4f16-a82b-fa13a1e5e21e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.660921] env[62822]: DEBUG nova.compute.manager [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Refreshing instance network info cache due to event network-changed-ff5ec33c-060d-4f16-a82b-fa13a1e5e21e. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 580.661132] env[62822]: DEBUG oslo_concurrency.lockutils [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] Acquiring lock "refresh_cache-a2590c28-a9fa-4e6c-9750-459b05b06621" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.661285] env[62822]: DEBUG oslo_concurrency.lockutils [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] Acquired lock "refresh_cache-a2590c28-a9fa-4e6c-9750-459b05b06621" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.661406] env[62822]: DEBUG nova.network.neutron [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Refreshing network info cache for port ff5ec33c-060d-4f16-a82b-fa13a1e5e21e {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.663294] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.756359] env[62822]: DEBUG nova.network.neutron [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.886220] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763602, 'name': CreateVM_Task, 'duration_secs': 0.389915} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.895420] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f960f20c-7602-4293-a355-89520abe9478] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.898010] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.898226] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.899282] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.899752] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244031a1-f3bc-449a-a932-30b27aa8d4f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.908778] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for the task: (returnval){ [ 580.908778] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5272b892-6663-dba5-948c-93c3f62d341f" [ 580.908778] env[62822]: _type = "Task" [ 580.908778] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.923985] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5272b892-6663-dba5-948c-93c3f62d341f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.990829] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763603, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.001157] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5258bf70-a4db-9ad2-0551-38e00ca6bc38, 'name': SearchDatastore_Task, 'duration_secs': 0.01215} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.002294] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc3cf35-a81a-45b6-a759-6e4d87698a78 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.010288] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for the task: (returnval){ [ 581.010288] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5227913c-b3ac-3f5e-f273-2a5519bf49ae" [ 581.010288] env[62822]: _type = "Task" [ 581.010288] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.022649] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5227913c-b3ac-3f5e-f273-2a5519bf49ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.077715] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquiring lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.077715] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.173504] env[62822]: ERROR nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [req-bd6f98df-f994-4c6f-8d56-65f20f9693d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bd6f98df-f994-4c6f-8d56-65f20f9693d4"}]} [ 581.188970] env[62822]: DEBUG oslo_concurrency.lockutils [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Acquiring lock "2657025e-31dd-4dce-b33e-29c73d8e9838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.189247] env[62822]: DEBUG oslo_concurrency.lockutils [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Lock "2657025e-31dd-4dce-b33e-29c73d8e9838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.189465] env[62822]: DEBUG oslo_concurrency.lockutils [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Acquiring lock "2657025e-31dd-4dce-b33e-29c73d8e9838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.189687] env[62822]: DEBUG oslo_concurrency.lockutils [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Lock "2657025e-31dd-4dce-b33e-29c73d8e9838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.189864] env[62822]: DEBUG oslo_concurrency.lockutils [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Lock "2657025e-31dd-4dce-b33e-29c73d8e9838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.197703] env[62822]: INFO nova.compute.manager [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Terminating instance [ 581.197703] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 581.200532] env[62822]: DEBUG nova.network.neutron [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Updating instance_info_cache with network_info: [{"id": "f08bd933-a0cd-4656-baf2-e373fefbd4fd", "address": "fa:16:3e:54:3f:de", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08bd933-a0", "ovs_interfaceid": "f08bd933-a0cd-4656-baf2-e373fefbd4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.217791] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 581.218074] env[62822]: DEBUG nova.compute.provider_tree [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 581.234336] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 581.260923] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 581.389451] env[62822]: DEBUG nova.network.neutron [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Successfully updated port: e8238231-b39f-4e0e-b02e-e68a4277e2d9 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.430950] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 581.431275] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5272b892-6663-dba5-948c-93c3f62d341f, 'name': SearchDatastore_Task, 'duration_secs': 0.049053} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.433918] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9afcacb1-e3e4-451d-8d79-6f60f85b225b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.435858] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.435858] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.435936] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.443615] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 581.443615] env[62822]: value = "task-2763604" [ 581.443615] env[62822]: _type = "Task" [ 581.443615] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.450920] env[62822]: DEBUG nova.compute.manager [req-982fe2d5-bdac-4d94-bbdf-a4ea37f1ab5c req-2de740bf-ba71-461e-a4b1-95737d17b3b2 service nova] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Received event network-vif-plugged-f08bd933-a0cd-4656-baf2-e373fefbd4fd {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.451240] env[62822]: DEBUG oslo_concurrency.lockutils [req-982fe2d5-bdac-4d94-bbdf-a4ea37f1ab5c req-2de740bf-ba71-461e-a4b1-95737d17b3b2 service nova] Acquiring lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.451474] env[62822]: DEBUG oslo_concurrency.lockutils [req-982fe2d5-bdac-4d94-bbdf-a4ea37f1ab5c req-2de740bf-ba71-461e-a4b1-95737d17b3b2 service nova] Lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.451640] env[62822]: DEBUG oslo_concurrency.lockutils [req-982fe2d5-bdac-4d94-bbdf-a4ea37f1ab5c req-2de740bf-ba71-461e-a4b1-95737d17b3b2 service nova] Lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.451803] env[62822]: DEBUG nova.compute.manager [req-982fe2d5-bdac-4d94-bbdf-a4ea37f1ab5c req-2de740bf-ba71-461e-a4b1-95737d17b3b2 service nova] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] No waiting events found dispatching network-vif-plugged-f08bd933-a0cd-4656-baf2-e373fefbd4fd {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.451990] env[62822]: WARNING nova.compute.manager [req-982fe2d5-bdac-4d94-bbdf-a4ea37f1ab5c req-2de740bf-ba71-461e-a4b1-95737d17b3b2 service nova] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Received unexpected event network-vif-plugged-f08bd933-a0cd-4656-baf2-e373fefbd4fd for instance with vm_state building and task_state spawning. [ 581.460635] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.484567] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595936} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.484854] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 8e887dc9-bb1d-440b-889e-ff2968127e93/8e887dc9-bb1d-440b-889e-ff2968127e93.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.485108] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.485342] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e2d82b6-ce76-428a-ae7e-5680a28906cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.494817] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 581.494817] env[62822]: value = "task-2763605" [ 581.494817] env[62822]: _type = "Task" [ 581.494817] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.503173] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.509869] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df27a1aa-a72b-4821-bab0-bb83a6399f00 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.525911] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5227913c-b3ac-3f5e-f273-2a5519bf49ae, 'name': SearchDatastore_Task, 'duration_secs': 0.032925} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.526914] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.527243] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] a2590c28-a9fa-4e6c-9750-459b05b06621/a2590c28-a9fa-4e6c-9750-459b05b06621.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.528302] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f01f54-56bb-4979-af68-023469a666fd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.532267] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.532885] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.532885] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4315742b-cb34-43a8-802b-5385dab293d5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.535779] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-105593a1-982d-41a8-8073-646728a3aba3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.570316] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357468c9-b5b3-4de3-87b5-c740d7bd3f4c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.573066] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for the task: (returnval){ [ 581.573066] env[62822]: value = "task-2763606" [ 581.573066] env[62822]: _type = "Task" [ 581.573066] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.573388] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.573589] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.574379] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdc7b13-1584-4701-bf88-5ab94494b25d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.581793] env[62822]: DEBUG nova.compute.manager [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.585922] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f5d197-4e6f-40c4-8bb6-c9b7e1999a12 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.594531] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.594883] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for the task: (returnval){ [ 581.594883] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5277264d-9f4f-1e17-2708-a16e0328e8b6" [ 581.594883] env[62822]: _type = "Task" [ 581.594883] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.608432] env[62822]: DEBUG nova.compute.provider_tree [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 581.614759] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5277264d-9f4f-1e17-2708-a16e0328e8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.703409] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Releasing lock "refresh_cache-bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.703743] env[62822]: DEBUG nova.compute.manager [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Instance network_info: |[{"id": "f08bd933-a0cd-4656-baf2-e373fefbd4fd", "address": "fa:16:3e:54:3f:de", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08bd933-a0", "ovs_interfaceid": "f08bd933-a0cd-4656-baf2-e373fefbd4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.704901] env[62822]: DEBUG nova.compute.manager [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 581.704901] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 581.708613] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:3f:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f08bd933-a0cd-4656-baf2-e373fefbd4fd', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.715681] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Creating folder: Project (2c49a0ff24f148738fc287b8212be1a9). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.716901] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4548a33-f89b-4dc8-903b-1a3560476fd6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.720398] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d63d5e4-b3e8-4755-a69f-9f3b22edef94 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.727026] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 581.727166] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90be3e49-e0e4-49a5-972d-86fc4209cee5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.729912] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Created folder: Project (2c49a0ff24f148738fc287b8212be1a9) in parent group-v555973. [ 581.730830] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Creating folder: Instances. Parent ref: group-v555995. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.730830] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd135f18-1e6a-4102-9248-52df95a50ecf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.735369] env[62822]: DEBUG oslo_vmware.api [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Waiting for the task: (returnval){ [ 581.735369] env[62822]: value = "task-2763608" [ 581.735369] env[62822]: _type = "Task" [ 581.735369] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.744516] env[62822]: DEBUG oslo_vmware.api [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Task: {'id': task-2763608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.745747] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Created folder: Instances in parent group-v555995. [ 581.746035] env[62822]: DEBUG oslo.service.loopingcall [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.746282] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.746695] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86149e06-0572-4fbe-a712-63fc4b705afd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.768375] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.768375] env[62822]: value = "task-2763610" [ 581.768375] env[62822]: _type = "Task" [ 581.768375] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.779807] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763610, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.840306] env[62822]: DEBUG nova.network.neutron [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Updated VIF entry in instance network info cache for port ff5ec33c-060d-4f16-a82b-fa13a1e5e21e. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.840671] env[62822]: DEBUG nova.network.neutron [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Updating instance_info_cache with network_info: [{"id": "ff5ec33c-060d-4f16-a82b-fa13a1e5e21e", "address": "fa:16:3e:98:f6:a3", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5ec33c-06", "ovs_interfaceid": "ff5ec33c-060d-4f16-a82b-fa13a1e5e21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.895819] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquiring lock "refresh_cache-70edd62c-1cb7-4e40-9543-fb39760cef5b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.895819] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquired lock "refresh_cache-70edd62c-1cb7-4e40-9543-fb39760cef5b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.895977] env[62822]: DEBUG nova.network.neutron [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.958181] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763604, 'name': PowerOffVM_Task, 'duration_secs': 0.126902} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.958181] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.958456] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 581.959391] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171763cf-f4ef-4c4f-8593-1f49194e79d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.972370] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.972370] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a00ac1c-b49e-4e37-bac6-cb7cfb4d12f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.003891] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 582.003891] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 582.004211] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Deleting the datastore file [datastore1] df2a4178-c972-44e0-9657-050f5defaa99 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 582.005321] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c6fd059-98fc-43cb-b749-9e30f17dc661 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.011154] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074364} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.011812] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.012792] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d26246-b1ec-4b81-9542-4a164a1ecb1e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.029148] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 582.029148] env[62822]: value = "task-2763612" [ 582.029148] env[62822]: _type = "Task" [ 582.029148] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.065467] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 8e887dc9-bb1d-440b-889e-ff2968127e93/8e887dc9-bb1d-440b-889e-ff2968127e93.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.067334] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d699e95-8fe7-4467-8d25-4f46c4cd3c4a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.097863] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.108048] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 582.108048] env[62822]: value = "task-2763613" [ 582.108048] env[62822]: _type = "Task" [ 582.108048] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.117804] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763606, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.125774] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5277264d-9f4f-1e17-2708-a16e0328e8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.032497} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.126507] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7f2401-dccc-4f6b-b0ad-7b70c0f18f39 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.133049] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.134872] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.139819] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for the task: (returnval){ [ 582.139819] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5267de47-7777-030d-c4ea-7ab08a25c05d" [ 582.139819] env[62822]: _type = "Task" [ 582.139819] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.148687] env[62822]: ERROR nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [req-7001d1ab-0c1d-469b-b2ef-0a05ae0920fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7001d1ab-0c1d-469b-b2ef-0a05ae0920fb"}]} [ 582.155095] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5267de47-7777-030d-c4ea-7ab08a25c05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.178307] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 582.202878] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 582.203168] env[62822]: DEBUG nova.compute.provider_tree [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 582.218490] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 582.243491] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 582.249689] env[62822]: DEBUG oslo_vmware.api [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Task: {'id': task-2763608, 'name': PowerOffVM_Task, 'duration_secs': 0.245947} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.250267] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 582.250432] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 582.250761] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30b7aeec-d8bd-424c-aa91-646a6e7a2f93 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.281532] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763610, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.330498] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 582.330724] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 582.330898] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Deleting the datastore file [datastore1] 2657025e-31dd-4dce-b33e-29c73d8e9838 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 582.331165] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18ebc964-fa7b-4b97-a218-68d906838fe9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.339772] env[62822]: DEBUG oslo_vmware.api [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Waiting for the task: (returnval){ [ 582.339772] env[62822]: value = "task-2763616" [ 582.339772] env[62822]: _type = "Task" [ 582.339772] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.345954] env[62822]: DEBUG oslo_concurrency.lockutils [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] Releasing lock "refresh_cache-a2590c28-a9fa-4e6c-9750-459b05b06621" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.346460] env[62822]: DEBUG nova.compute.manager [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Received event network-vif-plugged-5f2f8e32-e7d3-4390-b1ab-1aa117445a66 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.346659] env[62822]: DEBUG oslo_concurrency.lockutils [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] Acquiring lock "f960f20c-7602-4293-a355-89520abe9478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.346880] env[62822]: DEBUG oslo_concurrency.lockutils [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] Lock "f960f20c-7602-4293-a355-89520abe9478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.347046] env[62822]: DEBUG oslo_concurrency.lockutils [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] Lock "f960f20c-7602-4293-a355-89520abe9478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.347207] env[62822]: DEBUG nova.compute.manager [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] No waiting events found dispatching network-vif-plugged-5f2f8e32-e7d3-4390-b1ab-1aa117445a66 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.347375] env[62822]: WARNING nova.compute.manager [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Received unexpected event network-vif-plugged-5f2f8e32-e7d3-4390-b1ab-1aa117445a66 for instance with vm_state building and task_state spawning. [ 582.347514] env[62822]: DEBUG nova.compute.manager [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Received event network-changed-5f2f8e32-e7d3-4390-b1ab-1aa117445a66 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.347915] env[62822]: DEBUG nova.compute.manager [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Refreshing instance network info cache due to event network-changed-5f2f8e32-e7d3-4390-b1ab-1aa117445a66. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 582.347915] env[62822]: DEBUG oslo_concurrency.lockutils [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] Acquiring lock "refresh_cache-f960f20c-7602-4293-a355-89520abe9478" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.348070] env[62822]: DEBUG oslo_concurrency.lockutils [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] Acquired lock "refresh_cache-f960f20c-7602-4293-a355-89520abe9478" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.348602] env[62822]: DEBUG nova.network.neutron [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Refreshing network info cache for port 5f2f8e32-e7d3-4390-b1ab-1aa117445a66 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.363759] env[62822]: DEBUG oslo_vmware.api [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Task: {'id': task-2763616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.489321] env[62822]: DEBUG nova.network.neutron [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.548120] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262697} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.548737] env[62822]: DEBUG nova.compute.manager [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Stashing vm_state: active {{(pid=62822) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 582.552201] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.552985] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.552985] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.557805] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792111ae-7031-4fe7-a4ff-3918b1b4c167 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.575387] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e7ec2c-3667-4d32-ba4b-7b68342400de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.633119] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e18a8a-a06f-457d-b6d1-b6a2ba48eac5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.641827] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763613, 'name': ReconfigVM_Task, 'duration_secs': 0.508106} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.652726] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 8e887dc9-bb1d-440b-889e-ff2968127e93/8e887dc9-bb1d-440b-889e-ff2968127e93.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.652726] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681322} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.652726] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fe9f68c-5680-4bf2-a9a7-ad52fd489170 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.653764] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] a2590c28-a9fa-4e6c-9750-459b05b06621/a2590c28-a9fa-4e6c-9750-459b05b06621.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.654017] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.655289] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d92367-9de1-4b25-bef5-958a194a1689 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.660719] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e33a0f6-c5ca-48fd-9f44-fbc05df60aa7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.668239] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5267de47-7777-030d-c4ea-7ab08a25c05d, 'name': SearchDatastore_Task, 'duration_secs': 0.064428} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.669424] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.669715] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] f960f20c-7602-4293-a355-89520abe9478/f960f20c-7602-4293-a355-89520abe9478.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.680955] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fad36a6a-84a9-4a27-abeb-188fc401c680 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.684127] env[62822]: DEBUG nova.compute.provider_tree [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 582.690721] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 582.690721] env[62822]: value = "task-2763617" [ 582.690721] env[62822]: _type = "Task" [ 582.690721] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.703374] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for the task: (returnval){ [ 582.703374] env[62822]: value = "task-2763619" [ 582.703374] env[62822]: _type = "Task" [ 582.703374] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.703702] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for the task: (returnval){ [ 582.703702] env[62822]: value = "task-2763618" [ 582.703702] env[62822]: _type = "Task" [ 582.703702] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.705050] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquiring lock "2ad7347f-4dbc-40ab-bbbc-20bf0270c595" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.705050] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "2ad7347f-4dbc-40ab-bbbc-20bf0270c595" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.718278] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763617, 'name': Rename_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.724486] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.727868] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.766806] env[62822]: DEBUG nova.network.neutron [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Updating instance_info_cache with network_info: [{"id": "e8238231-b39f-4e0e-b02e-e68a4277e2d9", "address": "fa:16:3e:84:fb:9c", "network": {"id": "c5e7bd3f-5e14-4b49-a00e-617523b2b173", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1543728901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a55bd8122d049a9bd6fcb3576f94943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8238231-b3", "ovs_interfaceid": "e8238231-b39f-4e0e-b02e-e68a4277e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.780291] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763610, 'name': CreateVM_Task, 'duration_secs': 0.610808} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.780475] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.782195] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.782195] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.782195] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.782195] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2cf624d-0a48-4bd1-baef-0918967c4ff9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.787533] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for the task: (returnval){ [ 582.787533] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5237dd3a-34ac-8020-e45a-e125c8b1b36f" [ 582.787533] env[62822]: _type = "Task" [ 582.787533] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.798649] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5237dd3a-34ac-8020-e45a-e125c8b1b36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.851888] env[62822]: DEBUG oslo_vmware.api [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Task: {'id': task-2763616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369795} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.852287] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.852519] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.856106] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.856106] env[62822]: INFO nova.compute.manager [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Took 1.15 seconds to destroy the instance on the hypervisor. [ 582.856106] env[62822]: DEBUG oslo.service.loopingcall [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.856106] env[62822]: DEBUG nova.compute.manager [-] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 582.856106] env[62822]: DEBUG nova.network.neutron [-] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 583.082662] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.206702] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763617, 'name': Rename_Task, 'duration_secs': 0.143985} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.216454] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.216767] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff9c053d-ca07-4265-8f19-ad6f95d09360 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.225294] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.231348] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067589} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.231680] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 583.231680] env[62822]: value = "task-2763620" [ 583.231680] env[62822]: _type = "Task" [ 583.231680] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.232937] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.233329] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9219624-9ea6-485c-be8b-9346c4674381 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.242153] env[62822]: DEBUG nova.scheduler.client.report [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 583.242489] env[62822]: DEBUG nova.compute.provider_tree [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 20 to 21 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 583.242679] env[62822]: DEBUG nova.compute.provider_tree [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 583.266119] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763620, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.275186] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] a2590c28-a9fa-4e6c-9750-459b05b06621/a2590c28-a9fa-4e6c-9750-459b05b06621.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.275781] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Releasing lock "refresh_cache-70edd62c-1cb7-4e40-9543-fb39760cef5b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.276073] env[62822]: DEBUG nova.compute.manager [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Instance network_info: |[{"id": "e8238231-b39f-4e0e-b02e-e68a4277e2d9", "address": "fa:16:3e:84:fb:9c", "network": {"id": "c5e7bd3f-5e14-4b49-a00e-617523b2b173", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1543728901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a55bd8122d049a9bd6fcb3576f94943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8238231-b3", "ovs_interfaceid": "e8238231-b39f-4e0e-b02e-e68a4277e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.276325] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35b90089-7309-4e9e-9606-32d8b608f22c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.296113] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:fb:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8238231-b39f-4e0e-b02e-e68a4277e2d9', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.304832] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Creating folder: Project (8a55bd8122d049a9bd6fcb3576f94943). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.306027] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d77b00f8-14bf-40c0-896b-65afebf1cb2f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.319520] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5237dd3a-34ac-8020-e45a-e125c8b1b36f, 'name': SearchDatastore_Task, 'duration_secs': 0.015104} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.320815] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.320815] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.321125] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.321278] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.321460] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.323881] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for the task: (returnval){ [ 583.323881] env[62822]: value = "task-2763622" [ 583.323881] env[62822]: _type = "Task" [ 583.323881] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.325708] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3ea0bb3-0ae4-4c64-8b78-ea5021a1c29a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.327723] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Created folder: Project (8a55bd8122d049a9bd6fcb3576f94943) in parent group-v555973. [ 583.327926] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Creating folder: Instances. Parent ref: group-v555998. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.331528] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51a7f9ba-3d17-4e80-a426-49d2bb507bba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.338614] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.339724] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.339907] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.340602] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab21ded4-84b8-4ad8-8457-f2e279233ab4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.343952] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Created folder: Instances in parent group-v555998. [ 583.344216] env[62822]: DEBUG oslo.service.loopingcall [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.344722] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.344898] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1eef425-9754-49d4-8136-e7f70dbe0934 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.361819] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for the task: (returnval){ [ 583.361819] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52969f98-6d13-3f40-c066-685f95b15358" [ 583.361819] env[62822]: _type = "Task" [ 583.361819] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.366232] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.366232] env[62822]: value = "task-2763624" [ 583.366232] env[62822]: _type = "Task" [ 583.366232] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.372959] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52969f98-6d13-3f40-c066-685f95b15358, 'name': SearchDatastore_Task, 'duration_secs': 0.008354} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.374346] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7ce0a5-406b-4f70-b1c4-1990d7227567 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.379520] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763624, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.382312] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for the task: (returnval){ [ 583.382312] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5201810e-e8bd-5efc-6c01-e78791c73464" [ 583.382312] env[62822]: _type = "Task" [ 583.382312] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.389350] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5201810e-e8bd-5efc-6c01-e78791c73464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.610894] env[62822]: DEBUG nova.virt.hardware [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.610894] env[62822]: DEBUG nova.virt.hardware [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.610894] env[62822]: DEBUG nova.virt.hardware [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.610894] env[62822]: DEBUG nova.virt.hardware [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.613632] env[62822]: DEBUG nova.virt.hardware [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.613632] env[62822]: DEBUG nova.virt.hardware [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.613632] env[62822]: DEBUG nova.virt.hardware [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.613632] env[62822]: DEBUG nova.virt.hardware [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.613632] env[62822]: DEBUG nova.virt.hardware [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.613861] env[62822]: DEBUG nova.virt.hardware [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.613861] env[62822]: DEBUG nova.virt.hardware [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.613861] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e435d2d7-07dd-405e-9455-7217af786b1b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.629125] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029081e1-1743-4e64-997e-69d8910704ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.641859] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.650168] env[62822]: DEBUG oslo.service.loopingcall [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.650168] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.650168] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de94d1c4-f017-4e0a-ad4d-dc2e1c23336e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.665563] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.665563] env[62822]: value = "task-2763625" [ 583.665563] env[62822]: _type = "Task" [ 583.665563] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.676213] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763625, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.703312] env[62822]: DEBUG nova.network.neutron [-] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.720176] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763619, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.746431] env[62822]: DEBUG oslo_vmware.api [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763620, 'name': PowerOnVM_Task, 'duration_secs': 0.463642} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.747444] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.485s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.748037] env[62822]: DEBUG nova.compute.manager [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.751926] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.751926] env[62822]: INFO nova.compute.manager [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Took 12.92 seconds to spawn the instance on the hypervisor. [ 583.751926] env[62822]: DEBUG nova.compute.manager [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.752372] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.400s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.755517] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dbcac1-692f-438c-b175-19accf020a23 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.806340] env[62822]: DEBUG nova.network.neutron [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Updated VIF entry in instance network info cache for port 5f2f8e32-e7d3-4390-b1ab-1aa117445a66. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.807062] env[62822]: DEBUG nova.network.neutron [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Updating instance_info_cache with network_info: [{"id": "5f2f8e32-e7d3-4390-b1ab-1aa117445a66", "address": "fa:16:3e:69:d3:e1", "network": {"id": "b8daebad-c8d7-4e77-b623-a585e625ccbd", "bridge": "br-int", "label": "tempest-ServersTestJSON-330371131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506c0eef92b74ee3a5a3223ce1da11fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2f8e32-e7", "ovs_interfaceid": "5f2f8e32-e7d3-4390-b1ab-1aa117445a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.838452] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.879526] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763624, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.896046] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5201810e-e8bd-5efc-6c01-e78791c73464, 'name': SearchDatastore_Task, 'duration_secs': 0.018734} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.897952] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.897952] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] bbcb03aa-5ac8-4871-a785-e0c7fe8e8362/bbcb03aa-5ac8-4871-a785-e0c7fe8e8362.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.897952] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f41882ef-0d51-46ce-8d50-0584ec01e34d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.906336] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for the task: (returnval){ [ 583.906336] env[62822]: value = "task-2763626" [ 583.906336] env[62822]: _type = "Task" [ 583.906336] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.917037] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.098275] env[62822]: DEBUG nova.compute.manager [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Received event network-vif-plugged-e8238231-b39f-4e0e-b02e-e68a4277e2d9 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.098275] env[62822]: DEBUG oslo_concurrency.lockutils [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] Acquiring lock "70edd62c-1cb7-4e40-9543-fb39760cef5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.098275] env[62822]: DEBUG oslo_concurrency.lockutils [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] Lock "70edd62c-1cb7-4e40-9543-fb39760cef5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.098275] env[62822]: DEBUG oslo_concurrency.lockutils [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] Lock "70edd62c-1cb7-4e40-9543-fb39760cef5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.098720] env[62822]: DEBUG nova.compute.manager [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] No waiting events found dispatching network-vif-plugged-e8238231-b39f-4e0e-b02e-e68a4277e2d9 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.098720] env[62822]: WARNING nova.compute.manager [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Received unexpected event network-vif-plugged-e8238231-b39f-4e0e-b02e-e68a4277e2d9 for instance with vm_state building and task_state spawning. [ 584.098787] env[62822]: DEBUG nova.compute.manager [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Received event network-changed-e8238231-b39f-4e0e-b02e-e68a4277e2d9 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.100633] env[62822]: DEBUG nova.compute.manager [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Refreshing instance network info cache due to event network-changed-e8238231-b39f-4e0e-b02e-e68a4277e2d9. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 584.100633] env[62822]: DEBUG oslo_concurrency.lockutils [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] Acquiring lock "refresh_cache-70edd62c-1cb7-4e40-9543-fb39760cef5b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.100633] env[62822]: DEBUG oslo_concurrency.lockutils [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] Acquired lock "refresh_cache-70edd62c-1cb7-4e40-9543-fb39760cef5b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.100633] env[62822]: DEBUG nova.network.neutron [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Refreshing network info cache for port e8238231-b39f-4e0e-b02e-e68a4277e2d9 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.182451] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763625, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.207990] env[62822]: INFO nova.compute.manager [-] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Took 1.35 seconds to deallocate network for instance. [ 584.231504] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763619, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.253941] env[62822]: DEBUG nova.compute.utils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.259021] env[62822]: DEBUG nova.compute.manager [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.259021] env[62822]: DEBUG nova.network.neutron [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.287918] env[62822]: INFO nova.compute.manager [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Took 21.36 seconds to build instance. [ 584.311343] env[62822]: DEBUG oslo_concurrency.lockutils [req-4f1b864b-c264-440b-9171-e8fe3793f4b5 req-3c0b9339-c5a9-4fcc-bb0a-91ba21af325a service nova] Releasing lock "refresh_cache-f960f20c-7602-4293-a355-89520abe9478" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.341798] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.378710] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763624, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.420084] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763626, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.421900] env[62822]: DEBUG nova.policy [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '151a2acadcf6437aa5073db372c1adf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eddbea3048845b380c5ff31e1c92a8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.574273] env[62822]: DEBUG nova.compute.manager [req-4145df44-fcf9-47e9-a841-8f49c7d01e01 req-05776faf-8df0-45b6-8a3d-1945b96f2dd0 service nova] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Received event network-changed-f08bd933-a0cd-4656-baf2-e373fefbd4fd {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.574273] env[62822]: DEBUG nova.compute.manager [req-4145df44-fcf9-47e9-a841-8f49c7d01e01 req-05776faf-8df0-45b6-8a3d-1945b96f2dd0 service nova] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Refreshing instance network info cache due to event network-changed-f08bd933-a0cd-4656-baf2-e373fefbd4fd. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 584.574273] env[62822]: DEBUG oslo_concurrency.lockutils [req-4145df44-fcf9-47e9-a841-8f49c7d01e01 req-05776faf-8df0-45b6-8a3d-1945b96f2dd0 service nova] Acquiring lock "refresh_cache-bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.574273] env[62822]: DEBUG oslo_concurrency.lockutils [req-4145df44-fcf9-47e9-a841-8f49c7d01e01 req-05776faf-8df0-45b6-8a3d-1945b96f2dd0 service nova] Acquired lock "refresh_cache-bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.574273] env[62822]: DEBUG nova.network.neutron [req-4145df44-fcf9-47e9-a841-8f49c7d01e01 req-05776faf-8df0-45b6-8a3d-1945b96f2dd0 service nova] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Refreshing network info cache for port f08bd933-a0cd-4656-baf2-e373fefbd4fd {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.680634] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763625, 'name': CreateVM_Task, 'duration_secs': 0.66877} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.680906] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.681907] env[62822]: DEBUG oslo_concurrency.lockutils [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.682298] env[62822]: DEBUG oslo_concurrency.lockutils [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.683057] env[62822]: DEBUG oslo_concurrency.lockutils [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.683484] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96176389-2781-458f-9834-83987cf5abea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.691555] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 584.691555] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f03c6e-b159-dd1b-a28e-2f1253298ba7" [ 584.691555] env[62822]: _type = "Task" [ 584.691555] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.710277] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f03c6e-b159-dd1b-a28e-2f1253298ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.723736] env[62822]: DEBUG oslo_concurrency.lockutils [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.724328] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763619, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.570166} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.725194] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] f960f20c-7602-4293-a355-89520abe9478/f960f20c-7602-4293-a355-89520abe9478.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.725516] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.729839] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb012c8e-042f-438d-97f7-12bc6836e605 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.738507] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for the task: (returnval){ [ 584.738507] env[62822]: value = "task-2763628" [ 584.738507] env[62822]: _type = "Task" [ 584.738507] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.749108] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.762803] env[62822]: DEBUG nova.compute.manager [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.770799] env[62822]: INFO nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating resource usage from migration c29bdaac-fcd9-4e27-8cbd-c92b354ce7d4 [ 584.787555] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b027020d-2435-4aeb-bcf2-d818ce9fbe22 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Lock "8e887dc9-bb1d-440b-889e-ff2968127e93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.870s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.810090] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2657025e-31dd-4dce-b33e-29c73d8e9838 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 584.810355] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance df2a4178-c972-44e0-9657-050f5defaa99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 584.810355] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 8e887dc9-bb1d-440b-889e-ff2968127e93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 584.810483] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance a2590c28-a9fa-4e6c-9750-459b05b06621 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 584.810554] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance f960f20c-7602-4293-a355-89520abe9478 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 584.810746] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance bbcb03aa-5ac8-4871-a785-e0c7fe8e8362 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 584.811366] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 70edd62c-1cb7-4e40-9543-fb39760cef5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 584.811366] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 50f2676d-83dd-4b21-8b1a-43868a8429c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 584.841016] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.882395] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763624, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.920833] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901761} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.921525] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] bbcb03aa-5ac8-4871-a785-e0c7fe8e8362/bbcb03aa-5ac8-4871-a785-e0c7fe8e8362.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.921525] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.921752] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-918c8e44-72a4-41e9-8dac-61543123a150 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.929302] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for the task: (returnval){ [ 584.929302] env[62822]: value = "task-2763629" [ 584.929302] env[62822]: _type = "Task" [ 584.929302] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.938806] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.205986] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f03c6e-b159-dd1b-a28e-2f1253298ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.023346} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.207120] env[62822]: DEBUG oslo_concurrency.lockutils [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.207120] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.207298] env[62822]: DEBUG oslo_concurrency.lockutils [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.207298] env[62822]: DEBUG oslo_concurrency.lockutils [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.207463] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.207727] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36e2d94c-0a51-42a4-9fa8-460a87cbb15f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.216612] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.216944] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.217808] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b420c9-6082-4989-997b-5649c0392560 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.223941] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 585.223941] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dfa8cf-821a-d0fe-d9e0-6986c4e725b8" [ 585.223941] env[62822]: _type = "Task" [ 585.223941] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.233611] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dfa8cf-821a-d0fe-d9e0-6986c4e725b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.250122] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083682} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.250122] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.250787] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50062e00-c940-4993-ad2d-9de271adde36 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.278961] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] f960f20c-7602-4293-a355-89520abe9478/f960f20c-7602-4293-a355-89520abe9478.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.288026] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4c8a1d8-4390-4a59-a150-7599a9f778a6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.304042] env[62822]: DEBUG nova.compute.manager [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.313406] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for the task: (returnval){ [ 585.313406] env[62822]: value = "task-2763630" [ 585.313406] env[62822]: _type = "Task" [ 585.313406] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.318910] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 585.325235] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.340552] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763622, 'name': ReconfigVM_Task, 'duration_secs': 1.841967} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.340881] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Reconfigured VM instance instance-00000005 to attach disk [datastore2] a2590c28-a9fa-4e6c-9750-459b05b06621/a2590c28-a9fa-4e6c-9750-459b05b06621.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 585.341543] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d690fc19-a173-4af5-9f6e-6f86796c76ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.348619] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for the task: (returnval){ [ 585.348619] env[62822]: value = "task-2763631" [ 585.348619] env[62822]: _type = "Task" [ 585.348619] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.363900] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763631, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.382832] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763624, 'name': CreateVM_Task, 'duration_secs': 1.727226} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.383477] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.383690] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.383875] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.384386] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.384896] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eba7b0a-ea61-4b4e-820d-443414de5dde {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.390148] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 585.390148] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ad8d0e-24e6-e003-37f0-b2bbd0bf9e2b" [ 585.390148] env[62822]: _type = "Task" [ 585.390148] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.403020] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ad8d0e-24e6-e003-37f0-b2bbd0bf9e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.403416] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.403678] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.403925] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.404075] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.404245] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.404887] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d2f943d-0015-464f-832a-b3ac9b22ffd9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.413322] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.413723] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.415186] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42bebf9-2e24-4a10-b7ff-2c629f6a8929 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.423499] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 585.423499] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52066343-9f9e-8ff3-93b2-8828b361bedb" [ 585.423499] env[62822]: _type = "Task" [ 585.423499] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.432494] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52066343-9f9e-8ff3-93b2-8828b361bedb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.441986] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079469} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.441986] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.446847] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ec9297-bfc5-415b-8d25-31f1b648d9f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.473712] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] bbcb03aa-5ac8-4871-a785-e0c7fe8e8362/bbcb03aa-5ac8-4871-a785-e0c7fe8e8362.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.473874] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e4799f-a0f1-44a6-ac22-3eecf9107847 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.492749] env[62822]: DEBUG nova.network.neutron [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Updated VIF entry in instance network info cache for port e8238231-b39f-4e0e-b02e-e68a4277e2d9. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.493163] env[62822]: DEBUG nova.network.neutron [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Updating instance_info_cache with network_info: [{"id": "e8238231-b39f-4e0e-b02e-e68a4277e2d9", "address": "fa:16:3e:84:fb:9c", "network": {"id": "c5e7bd3f-5e14-4b49-a00e-617523b2b173", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1543728901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a55bd8122d049a9bd6fcb3576f94943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8238231-b3", "ovs_interfaceid": "e8238231-b39f-4e0e-b02e-e68a4277e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.501654] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for the task: (returnval){ [ 585.501654] env[62822]: value = "task-2763632" [ 585.501654] env[62822]: _type = "Task" [ 585.501654] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.513314] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.682765] env[62822]: DEBUG nova.network.neutron [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Successfully created port: 05cc2d8e-6ff5-4046-8a68-215c985018dd {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.741923] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dfa8cf-821a-d0fe-d9e0-6986c4e725b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008105} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.743356] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04026ee6-9796-4618-89fd-ae0f8852cb09 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.748966] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 585.748966] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dbbfdf-03d3-39bd-073f-0d8999eba66c" [ 585.748966] env[62822]: _type = "Task" [ 585.748966] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.764240] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dbbfdf-03d3-39bd-073f-0d8999eba66c, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.766040] env[62822]: DEBUG oslo_concurrency.lockutils [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.767298] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.767760] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46f0deaa-05b2-48c1-ae80-d9372f26fc67 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.777023] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 585.777023] env[62822]: value = "task-2763633" [ 585.777023] env[62822]: _type = "Task" [ 585.777023] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.789515] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.807432] env[62822]: DEBUG nova.compute.manager [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.822550] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 471d4a05-6756-49d8-8b02-ba7edaa750f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 585.833748] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.862318] env[62822]: DEBUG nova.virt.hardware [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.862636] env[62822]: DEBUG nova.virt.hardware [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.862837] env[62822]: DEBUG nova.virt.hardware [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.863055] env[62822]: DEBUG nova.virt.hardware [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.863224] env[62822]: DEBUG nova.virt.hardware [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.863383] env[62822]: DEBUG nova.virt.hardware [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.863676] env[62822]: DEBUG nova.virt.hardware [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.863805] env[62822]: DEBUG nova.virt.hardware [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.864109] env[62822]: DEBUG nova.virt.hardware [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.864249] env[62822]: DEBUG nova.virt.hardware [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.864456] env[62822]: DEBUG nova.virt.hardware [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.867097] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6410cb34-858d-4381-9eb2-6bd20cd8519c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.871638] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.872667] env[62822]: DEBUG nova.network.neutron [req-4145df44-fcf9-47e9-a841-8f49c7d01e01 req-05776faf-8df0-45b6-8a3d-1945b96f2dd0 service nova] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Updated VIF entry in instance network info cache for port f08bd933-a0cd-4656-baf2-e373fefbd4fd. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.875138] env[62822]: DEBUG nova.network.neutron [req-4145df44-fcf9-47e9-a841-8f49c7d01e01 req-05776faf-8df0-45b6-8a3d-1945b96f2dd0 service nova] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Updating instance_info_cache with network_info: [{"id": "f08bd933-a0cd-4656-baf2-e373fefbd4fd", "address": "fa:16:3e:54:3f:de", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08bd933-a0", "ovs_interfaceid": "f08bd933-a0cd-4656-baf2-e373fefbd4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.886843] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763631, 'name': Rename_Task, 'duration_secs': 0.1987} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.888189] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.888189] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0613309-e4ab-4b91-8a40-5a883aa0c285 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.895939] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cb9233-ca78-4507-bd88-adc08b49c8c5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.902521] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for the task: (returnval){ [ 585.902521] env[62822]: value = "task-2763634" [ 585.902521] env[62822]: _type = "Task" [ 585.902521] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.924616] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763634, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.937459] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52066343-9f9e-8ff3-93b2-8828b361bedb, 'name': SearchDatastore_Task, 'duration_secs': 0.012436} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.939103] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b30f06-c972-41e6-97cc-f2c326b4f681 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.944772] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 585.944772] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ce8472-6049-ec45-786c-6d246c354d8c" [ 585.944772] env[62822]: _type = "Task" [ 585.944772] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.953778] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ce8472-6049-ec45-786c-6d246c354d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.998874] env[62822]: DEBUG oslo_concurrency.lockutils [req-cdd377c1-7763-4b3b-b8c9-68af936869ed req-97f8b370-7e3d-49a1-b68a-d684e619b824 service nova] Releasing lock "refresh_cache-70edd62c-1cb7-4e40-9543-fb39760cef5b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.015446] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.292144] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.327618] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 900fe4d9-6c69-4178-8c2d-5af07fa5718f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 586.327792] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Migration c29bdaac-fcd9-4e27-8cbd-c92b354ce7d4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 586.327987] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2ebb4556-1741-48cc-b40c-45cde919e39d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 586.331118] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763630, 'name': ReconfigVM_Task, 'duration_secs': 0.608543} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.331251] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Reconfigured VM instance instance-00000006 to attach disk [datastore2] f960f20c-7602-4293-a355-89520abe9478/f960f20c-7602-4293-a355-89520abe9478.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.331908] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07ca17c0-bd15-48a6-8103-fcd0df7ed608 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.338109] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for the task: (returnval){ [ 586.338109] env[62822]: value = "task-2763635" [ 586.338109] env[62822]: _type = "Task" [ 586.338109] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.347803] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763635, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.388217] env[62822]: DEBUG oslo_concurrency.lockutils [req-4145df44-fcf9-47e9-a841-8f49c7d01e01 req-05776faf-8df0-45b6-8a3d-1945b96f2dd0 service nova] Releasing lock "refresh_cache-bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.388341] env[62822]: DEBUG nova.compute.manager [req-4145df44-fcf9-47e9-a841-8f49c7d01e01 req-05776faf-8df0-45b6-8a3d-1945b96f2dd0 service nova] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Received event network-vif-deleted-73683d80-1439-4767-af0d-933fea706711 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.417204] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763634, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.430373] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "68d17830-6e76-4274-952c-a10fb963aa1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.430607] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "68d17830-6e76-4274-952c-a10fb963aa1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.458506] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ce8472-6049-ec45-786c-6d246c354d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.013929} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.458988] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.459365] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 70edd62c-1cb7-4e40-9543-fb39760cef5b/70edd62c-1cb7-4e40-9543-fb39760cef5b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.460576] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eff44a5-4bce-4fb8-9640-1d435b8dd639 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.468570] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 586.468570] env[62822]: value = "task-2763636" [ 586.468570] env[62822]: _type = "Task" [ 586.468570] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.478861] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.513499] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763632, 'name': ReconfigVM_Task, 'duration_secs': 0.748137} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.513911] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Reconfigured VM instance instance-00000007 to attach disk [datastore2] bbcb03aa-5ac8-4871-a785-e0c7fe8e8362/bbcb03aa-5ac8-4871-a785-e0c7fe8e8362.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.514690] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4417ba88-a95b-4d3f-8ae5-5f8eaedcde33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.520797] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for the task: (returnval){ [ 586.520797] env[62822]: value = "task-2763637" [ 586.520797] env[62822]: _type = "Task" [ 586.520797] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.529775] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763637, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.797440] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763633, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.831870] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2ad7347f-4dbc-40ab-bbbc-20bf0270c595 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 586.832026] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 586.832203] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 586.854646] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763635, 'name': Rename_Task, 'duration_secs': 0.167883} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.856019] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.859903] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2ef4c77-37ed-4e3a-9bff-64fb46e587a0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.869390] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for the task: (returnval){ [ 586.869390] env[62822]: value = "task-2763638" [ 586.869390] env[62822]: _type = "Task" [ 586.869390] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.886323] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763638, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.918079] env[62822]: DEBUG oslo_vmware.api [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763634, 'name': PowerOnVM_Task, 'duration_secs': 0.929851} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.918397] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.918907] env[62822]: INFO nova.compute.manager [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Took 13.78 seconds to spawn the instance on the hypervisor. [ 586.919014] env[62822]: DEBUG nova.compute.manager [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.922120] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac96eaf1-9302-444c-90d3-6dc0e72af652 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.001239] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763636, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.042083] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763637, 'name': Rename_Task, 'duration_secs': 0.163565} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.042537] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.042876] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56d90149-cb61-4dda-be74-55858a1183b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.056490] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for the task: (returnval){ [ 587.056490] env[62822]: value = "task-2763639" [ 587.056490] env[62822]: _type = "Task" [ 587.056490] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.070032] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.229577] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b24fe0b-4887-4a58-b19b-5ee7f4f9aa12 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.241323] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9963e0dd-a7bc-4e8f-b261-3fd5dcae3f7a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.291868] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8be598-808b-4934-9a07-3514c85a860a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.307054] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763633, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.2911} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.307054] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.307054] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.308351] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a36a1e-2b82-455c-8c4b-b6b7f7ccfef2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.312239] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d59ccd35-2e1b-4e06-b1db-dfe8a8b4ffc2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.331419] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.336149] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 587.336149] env[62822]: value = "task-2763640" [ 587.336149] env[62822]: _type = "Task" [ 587.336149] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.350837] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.387120] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.455191] env[62822]: INFO nova.compute.manager [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Took 23.79 seconds to build instance. [ 587.485478] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855272} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.485642] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 70edd62c-1cb7-4e40-9543-fb39760cef5b/70edd62c-1cb7-4e40-9543-fb39760cef5b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.485819] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.486200] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe194c96-3d6c-498b-91cc-94ae0a23e6a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.497020] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 587.497020] env[62822]: value = "task-2763641" [ 587.497020] env[62822]: _type = "Task" [ 587.497020] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.504419] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.574973] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763639, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.840826] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.855325] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076931} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.855810] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.859017] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e55dbda-783b-4ce8-9eda-8328a438afc5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.879875] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.881274] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa86cb08-2534-4dea-97c0-96e546591a17 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.912101] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.914062] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 587.914062] env[62822]: value = "task-2763642" [ 587.914062] env[62822]: _type = "Task" [ 587.914062] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.925716] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.956359] env[62822]: DEBUG oslo_concurrency.lockutils [None req-917f4999-69ba-4bd1-905a-497dc143930b tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Lock "a2590c28-a9fa-4e6c-9750-459b05b06621" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.322s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.003103] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "7fae0278-8fc3-4512-964d-b318c2d1259c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.003103] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "7fae0278-8fc3-4512-964d-b318c2d1259c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.010293] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129904} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.011631] env[62822]: DEBUG nova.network.neutron [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Successfully updated port: 05cc2d8e-6ff5-4046-8a68-215c985018dd {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.012592] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.014344] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b800fdb0-f3f1-4e15-9223-7ea3985b6bdd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.042861] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 70edd62c-1cb7-4e40-9543-fb39760cef5b/70edd62c-1cb7-4e40-9543-fb39760cef5b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.043871] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66cb3b72-9e45-4207-b137-13217b26f07b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.067777] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 588.067777] env[62822]: value = "task-2763643" [ 588.067777] env[62822]: _type = "Task" [ 588.067777] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.077916] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763639, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.081132] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763643, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.167043] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquiring lock "1faa0941-bb46-4496-84a8-4c3cb7ee3b8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.167300] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Lock "1faa0941-bb46-4496-84a8-4c3cb7ee3b8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.350687] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 588.351049] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.599s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.351184] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.847s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.352714] env[62822]: INFO nova.compute.claims [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] [instance: 7ff00092-7fde-43f7-ae19-e59332ab23aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.399853] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.427413] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.462873] env[62822]: DEBUG nova.compute.manager [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.516880] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquiring lock "refresh_cache-50f2676d-83dd-4b21-8b1a-43868a8429c0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.519015] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquired lock "refresh_cache-50f2676d-83dd-4b21-8b1a-43868a8429c0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.519015] env[62822]: DEBUG nova.network.neutron [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.575625] env[62822]: DEBUG oslo_vmware.api [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763639, 'name': PowerOnVM_Task, 'duration_secs': 1.400245} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.578770] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.578770] env[62822]: INFO nova.compute.manager [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Took 10.74 seconds to spawn the instance on the hypervisor. [ 588.578770] env[62822]: DEBUG nova.compute.manager [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.584598] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f01e9-abd8-442e-a13a-5e1f0429027a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.587318] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763643, 'name': ReconfigVM_Task, 'duration_secs': 0.387585} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.587617] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 70edd62c-1cb7-4e40-9543-fb39760cef5b/70edd62c-1cb7-4e40-9543-fb39760cef5b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.589416] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd35ee77-2ccb-42d9-aab4-64b0be0e911a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.601165] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 588.601165] env[62822]: value = "task-2763645" [ 588.601165] env[62822]: _type = "Task" [ 588.601165] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.609242] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763645, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.857417] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.506s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.862211] env[62822]: DEBUG nova.compute.utils [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] [instance: 7ff00092-7fde-43f7-ae19-e59332ab23aa] Instance 7ff00092-7fde-43f7-ae19-e59332ab23aa could not be found. {{(pid=62822) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 588.866583] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.290s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.868918] env[62822]: INFO nova.compute.claims [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.875964] env[62822]: DEBUG nova.compute.manager [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] [instance: 7ff00092-7fde-43f7-ae19-e59332ab23aa] Instance disappeared during build. {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 588.876174] env[62822]: DEBUG nova.compute.manager [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] [instance: 7ff00092-7fde-43f7-ae19-e59332ab23aa] Unplugging VIFs for instance {{(pid=62822) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 588.876381] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] Acquiring lock "refresh_cache-7ff00092-7fde-43f7-ae19-e59332ab23aa" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.876521] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] Acquired lock "refresh_cache-7ff00092-7fde-43f7-ae19-e59332ab23aa" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.876716] env[62822]: DEBUG nova.network.neutron [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] [instance: 7ff00092-7fde-43f7-ae19-e59332ab23aa] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.897917] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763638, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.920011] env[62822]: DEBUG nova.compute.manager [None req-b45ff5da-4d96-4f1a-8214-fd43b8c3110e tempest-ServerExternalEventsTest-105321825 tempest-ServerExternalEventsTest-105321825-project] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Received event network-changed {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.920506] env[62822]: DEBUG nova.compute.manager [None req-b45ff5da-4d96-4f1a-8214-fd43b8c3110e tempest-ServerExternalEventsTest-105321825 tempest-ServerExternalEventsTest-105321825-project] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Refreshing instance network info cache due to event network-changed. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.920858] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b45ff5da-4d96-4f1a-8214-fd43b8c3110e tempest-ServerExternalEventsTest-105321825 tempest-ServerExternalEventsTest-105321825-project] Acquiring lock "refresh_cache-a2590c28-a9fa-4e6c-9750-459b05b06621" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.921671] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b45ff5da-4d96-4f1a-8214-fd43b8c3110e tempest-ServerExternalEventsTest-105321825 tempest-ServerExternalEventsTest-105321825-project] Acquired lock "refresh_cache-a2590c28-a9fa-4e6c-9750-459b05b06621" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.921671] env[62822]: DEBUG nova.network.neutron [None req-b45ff5da-4d96-4f1a-8214-fd43b8c3110e tempest-ServerExternalEventsTest-105321825 tempest-ServerExternalEventsTest-105321825-project] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.942624] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763642, 'name': ReconfigVM_Task, 'duration_secs': 0.741927} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.942948] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Reconfigured VM instance instance-00000003 to attach disk [datastore1] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.943924] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1309b298-50a1-408b-8ea2-3b4d4ea0856a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.951264] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 588.951264] env[62822]: value = "task-2763646" [ 588.951264] env[62822]: _type = "Task" [ 588.951264] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.965538] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763646, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.000724] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.078016] env[62822]: DEBUG nova.network.neutron [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.114277] env[62822]: INFO nova.compute.manager [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Took 23.30 seconds to build instance. [ 589.119055] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763645, 'name': Rename_Task, 'duration_secs': 0.211942} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.122803] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.125600] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa14b10c-2fa4-4ac2-842f-df83d4589c09 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.131032] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 589.131032] env[62822]: value = "task-2763647" [ 589.131032] env[62822]: _type = "Task" [ 589.131032] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.149217] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.379173] env[62822]: DEBUG nova.compute.utils [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] [instance: 7ff00092-7fde-43f7-ae19-e59332ab23aa] Can not refresh info_cache because instance was not found {{(pid=62822) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 589.402147] env[62822]: DEBUG oslo_vmware.api [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763638, 'name': PowerOnVM_Task, 'duration_secs': 2.149289} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.404216] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.404636] env[62822]: INFO nova.compute.manager [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Took 13.97 seconds to spawn the instance on the hypervisor. [ 589.404914] env[62822]: DEBUG nova.compute.manager [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.409076] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38056357-eb1b-43ab-ba47-e84eb02effca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.467044] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763646, 'name': Rename_Task, 'duration_secs': 0.227754} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.467044] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.467229] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22d7e58d-9a04-4970-ad02-22110700f643 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.475685] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 589.475685] env[62822]: value = "task-2763648" [ 589.475685] env[62822]: _type = "Task" [ 589.475685] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.488038] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.568044] env[62822]: DEBUG nova.network.neutron [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] [instance: 7ff00092-7fde-43f7-ae19-e59332ab23aa] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.624178] env[62822]: DEBUG oslo_concurrency.lockutils [None req-39555a2c-494b-4a9b-991d-b88ace062975 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.824s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.644897] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763647, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.789017] env[62822]: DEBUG nova.network.neutron [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] [instance: 7ff00092-7fde-43f7-ae19-e59332ab23aa] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.875734] env[62822]: DEBUG nova.network.neutron [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Updating instance_info_cache with network_info: [{"id": "05cc2d8e-6ff5-4046-8a68-215c985018dd", "address": "fa:16:3e:2a:af:70", "network": {"id": "7d631f8b-d7ee-4e10-9cff-3f288bbf4d05", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-792947114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eddbea3048845b380c5ff31e1c92a8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cc2d8e-6f", "ovs_interfaceid": "05cc2d8e-6ff5-4046-8a68-215c985018dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.931073] env[62822]: DEBUG nova.compute.manager [req-57d156cf-35a3-4055-959e-174c620e0ced req-7bea4cf6-61d1-4d09-a5fa-4de672057034 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Received event network-vif-plugged-05cc2d8e-6ff5-4046-8a68-215c985018dd {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.931301] env[62822]: DEBUG oslo_concurrency.lockutils [req-57d156cf-35a3-4055-959e-174c620e0ced req-7bea4cf6-61d1-4d09-a5fa-4de672057034 service nova] Acquiring lock "50f2676d-83dd-4b21-8b1a-43868a8429c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.931513] env[62822]: DEBUG oslo_concurrency.lockutils [req-57d156cf-35a3-4055-959e-174c620e0ced req-7bea4cf6-61d1-4d09-a5fa-4de672057034 service nova] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.931670] env[62822]: DEBUG oslo_concurrency.lockutils [req-57d156cf-35a3-4055-959e-174c620e0ced req-7bea4cf6-61d1-4d09-a5fa-4de672057034 service nova] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.931829] env[62822]: DEBUG nova.compute.manager [req-57d156cf-35a3-4055-959e-174c620e0ced req-7bea4cf6-61d1-4d09-a5fa-4de672057034 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] No waiting events found dispatching network-vif-plugged-05cc2d8e-6ff5-4046-8a68-215c985018dd {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.931988] env[62822]: WARNING nova.compute.manager [req-57d156cf-35a3-4055-959e-174c620e0ced req-7bea4cf6-61d1-4d09-a5fa-4de672057034 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Received unexpected event network-vif-plugged-05cc2d8e-6ff5-4046-8a68-215c985018dd for instance with vm_state building and task_state spawning. [ 589.952736] env[62822]: INFO nova.compute.manager [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Took 25.71 seconds to build instance. [ 589.992458] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.023211] env[62822]: DEBUG nova.network.neutron [None req-b45ff5da-4d96-4f1a-8214-fd43b8c3110e tempest-ServerExternalEventsTest-105321825 tempest-ServerExternalEventsTest-105321825-project] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Updating instance_info_cache with network_info: [{"id": "ff5ec33c-060d-4f16-a82b-fa13a1e5e21e", "address": "fa:16:3e:98:f6:a3", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5ec33c-06", "ovs_interfaceid": "ff5ec33c-060d-4f16-a82b-fa13a1e5e21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.062177] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquiring lock "09d95907-3227-4273-b0ca-cc7dcfd19c53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.062177] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Lock "09d95907-3227-4273-b0ca-cc7dcfd19c53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.128204] env[62822]: DEBUG nova.compute.manager [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.154075] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763647, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.292530] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] Releasing lock "refresh_cache-7ff00092-7fde-43f7-ae19-e59332ab23aa" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.292530] env[62822]: DEBUG nova.compute.manager [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62822) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 590.292530] env[62822]: DEBUG nova.compute.manager [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] [instance: 7ff00092-7fde-43f7-ae19-e59332ab23aa] Skipping network deallocation for instance since networking was not requested. {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}} [ 590.312954] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe5101-454c-411b-ac3b-e09d14bd4f18 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.321084] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd30a2c-5624-4b44-83ce-13ab2d4906e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.355553] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29da5ff5-2b2f-4bfe-9724-4e07091bb7bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.369318] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b534b201-1584-4831-ba82-59e7c565c4b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.386456] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Releasing lock "refresh_cache-50f2676d-83dd-4b21-8b1a-43868a8429c0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.386456] env[62822]: DEBUG nova.compute.manager [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Instance network_info: |[{"id": "05cc2d8e-6ff5-4046-8a68-215c985018dd", "address": "fa:16:3e:2a:af:70", "network": {"id": "7d631f8b-d7ee-4e10-9cff-3f288bbf4d05", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-792947114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eddbea3048845b380c5ff31e1c92a8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cc2d8e-6f", "ovs_interfaceid": "05cc2d8e-6ff5-4046-8a68-215c985018dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.386968] env[62822]: DEBUG nova.compute.provider_tree [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.392035] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:af:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05cc2d8e-6ff5-4046-8a68-215c985018dd', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.398272] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Creating folder: Project (8eddbea3048845b380c5ff31e1c92a8c). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.400805] env[62822]: DEBUG nova.scheduler.client.report [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.404553] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b69facec-8844-4977-b161-19f873b529f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.416144] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Created folder: Project (8eddbea3048845b380c5ff31e1c92a8c) in parent group-v555973. [ 590.416144] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Creating folder: Instances. Parent ref: group-v556006. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.418190] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c096c956-1c02-4ca3-bb80-d4bb9cdd4e40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.426653] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Created folder: Instances in parent group-v556006. [ 590.426653] env[62822]: DEBUG oslo.service.loopingcall [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.427144] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.427620] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f20c88d5-09a6-485d-9627-8d2512412cc9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.448408] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.448408] env[62822]: value = "task-2763655" [ 590.448408] env[62822]: _type = "Task" [ 590.448408] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.459033] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763655, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.460813] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68d9c162-d2c3-4c4c-9717-7fcd05b94a08 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Lock "f960f20c-7602-4293-a355-89520abe9478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.226s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.489561] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.528134] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b45ff5da-4d96-4f1a-8214-fd43b8c3110e tempest-ServerExternalEventsTest-105321825 tempest-ServerExternalEventsTest-105321825-project] Releasing lock "refresh_cache-a2590c28-a9fa-4e6c-9750-459b05b06621" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.662493] env[62822]: DEBUG oslo_vmware.api [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763647, 'name': PowerOnVM_Task, 'duration_secs': 1.38032} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.664016] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.664316] env[62822]: INFO nova.compute.manager [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Took 10.38 seconds to spawn the instance on the hypervisor. [ 590.664599] env[62822]: DEBUG nova.compute.manager [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.672142] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df974ca4-1c4a-43e6-bbaa-95d38d365248 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.679471] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.907836] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.041s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.908382] env[62822]: DEBUG nova.compute.manager [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.912366] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.249s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.913926] env[62822]: INFO nova.compute.claims [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.967285] env[62822]: DEBUG nova.compute.manager [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.970868] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763655, 'name': CreateVM_Task, 'duration_secs': 0.356611} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.970868] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.971389] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.971497] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.971801] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.972433] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893225dd-6fdb-4066-82fd-2baebe0205d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.978542] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for the task: (returnval){ [ 590.978542] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5263994f-73f4-d48b-2393-5d38e846be38" [ 590.978542] env[62822]: _type = "Task" [ 590.978542] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.999533] env[62822]: DEBUG oslo_vmware.api [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763648, 'name': PowerOnVM_Task, 'duration_secs': 1.279397} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.006295] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.006295] env[62822]: DEBUG nova.compute.manager [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.006295] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5263994f-73f4-d48b-2393-5d38e846be38, 'name': SearchDatastore_Task, 'duration_secs': 0.012318} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.006295] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deae0f14-0318-4c34-bc83-137197bd6679 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.008103] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.008328] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.008577] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.008723] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.009036] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.009169] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95043484-f39d-48d8-9dc5-15016bfbc0d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.021788] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.021971] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.022909] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf8c005-d5df-4136-bcb1-fa539c7c0a18 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.028254] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for the task: (returnval){ [ 591.028254] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526abd78-1d5d-25c9-9b0b-06457e511b61" [ 591.028254] env[62822]: _type = "Task" [ 591.028254] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.037670] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526abd78-1d5d-25c9-9b0b-06457e511b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.180891] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquiring lock "a2590c28-a9fa-4e6c-9750-459b05b06621" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.180891] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Lock "a2590c28-a9fa-4e6c-9750-459b05b06621" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.181122] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquiring lock "a2590c28-a9fa-4e6c-9750-459b05b06621-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.181706] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Lock "a2590c28-a9fa-4e6c-9750-459b05b06621-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.181706] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Lock "a2590c28-a9fa-4e6c-9750-459b05b06621-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.185883] env[62822]: INFO nova.compute.manager [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Terminating instance [ 591.199801] env[62822]: INFO nova.compute.manager [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Took 23.22 seconds to build instance. [ 591.318516] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2ef39a8c-1791-4527-aa74-1541f1faace0 tempest-ServersListShow296Test-2043293044 tempest-ServersListShow296Test-2043293044-project-member] Lock "7ff00092-7fde-43f7-ae19-e59332ab23aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.847s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.421426] env[62822]: DEBUG nova.compute.utils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.425410] env[62822]: DEBUG nova.compute.manager [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.425410] env[62822]: DEBUG nova.network.neutron [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.498826] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.538907] env[62822]: DEBUG oslo_concurrency.lockutils [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.545170] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526abd78-1d5d-25c9-9b0b-06457e511b61, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.546837] env[62822]: DEBUG nova.policy [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2358abc57a934d5e84826456588bbda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f061b2bd42ac437a934f98ae2935788b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.549266] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d26f654-5b73-4350-b953-5e301682bbb8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.555489] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for the task: (returnval){ [ 591.555489] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5210a9b7-5775-5a3e-13b5-8c4c5202d684" [ 591.555489] env[62822]: _type = "Task" [ 591.555489] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.566125] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5210a9b7-5775-5a3e-13b5-8c4c5202d684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.617218] env[62822]: DEBUG oslo_concurrency.lockutils [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquiring lock "8e887dc9-bb1d-440b-889e-ff2968127e93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.617533] env[62822]: DEBUG oslo_concurrency.lockutils [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Lock "8e887dc9-bb1d-440b-889e-ff2968127e93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.617791] env[62822]: DEBUG oslo_concurrency.lockutils [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquiring lock "8e887dc9-bb1d-440b-889e-ff2968127e93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.618598] env[62822]: DEBUG oslo_concurrency.lockutils [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Lock "8e887dc9-bb1d-440b-889e-ff2968127e93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.618598] env[62822]: DEBUG oslo_concurrency.lockutils [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Lock "8e887dc9-bb1d-440b-889e-ff2968127e93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.620821] env[62822]: INFO nova.compute.manager [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Terminating instance [ 591.691902] env[62822]: DEBUG nova.compute.manager [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 591.692464] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 591.693711] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1f7271-c325-4b60-98f5-30cfe32e988b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.705348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab771f4a-2589-4a85-937e-38a98d8ab205 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lock "70edd62c-1cb7-4e40-9543-fb39760cef5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.731s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.705348] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 591.705348] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d19af5c-0f79-4730-9a5c-8c9ee5412885 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.712556] env[62822]: DEBUG oslo_vmware.api [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for the task: (returnval){ [ 591.712556] env[62822]: value = "task-2763656" [ 591.712556] env[62822]: _type = "Task" [ 591.712556] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.722261] env[62822]: DEBUG oslo_vmware.api [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.824383] env[62822]: DEBUG nova.compute.manager [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.936341] env[62822]: DEBUG nova.compute.manager [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.068931] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5210a9b7-5775-5a3e-13b5-8c4c5202d684, 'name': SearchDatastore_Task, 'duration_secs': 0.01463} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.069450] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.069703] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 50f2676d-83dd-4b21-8b1a-43868a8429c0/50f2676d-83dd-4b21-8b1a-43868a8429c0.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.069966] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bacfd439-4b8f-40b6-a4b9-6bbbedad87ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.078740] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for the task: (returnval){ [ 592.078740] env[62822]: value = "task-2763657" [ 592.078740] env[62822]: _type = "Task" [ 592.078740] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.088943] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.126507] env[62822]: DEBUG nova.compute.manager [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 592.126507] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 592.127068] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129168a0-4948-4a47-9a34-0282653ff2f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.134557] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 592.134822] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-688ba7c7-bf3b-4a75-b3d4-a71ee54ed6e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.140481] env[62822]: DEBUG oslo_vmware.api [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 592.140481] env[62822]: value = "task-2763658" [ 592.140481] env[62822]: _type = "Task" [ 592.140481] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.148098] env[62822]: DEBUG oslo_vmware.api [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.226187] env[62822]: DEBUG oslo_vmware.api [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763656, 'name': PowerOffVM_Task, 'duration_secs': 0.221473} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.226187] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 592.226187] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.226647] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67a6de71-9b9c-4c34-a39b-1a9fe7f21803 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.261741] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d90e36-4b46-4012-ac9d-159eca5df4e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.274687] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a872fe6-fea7-4564-b311-8e69befdc1f1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.315031] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aaf5a7-9325-4504-aa56-1b205e320f1f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.336323] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee01556-9079-4592-91fe-389797979d3c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.366480] env[62822]: DEBUG nova.compute.provider_tree [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.369628] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.454239] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 592.454649] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 592.454770] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Deleting the datastore file [datastore2] a2590c28-a9fa-4e6c-9750-459b05b06621 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.456730] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f17fb6a2-2cd2-46ee-b151-664b1990b64e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.467859] env[62822]: DEBUG oslo_vmware.api [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for the task: (returnval){ [ 592.467859] env[62822]: value = "task-2763660" [ 592.467859] env[62822]: _type = "Task" [ 592.467859] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.479626] env[62822]: DEBUG oslo_vmware.api [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.571662] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquiring lock "a220bf16-ddd8-4fea-b6c9-e3003a069641" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.572274] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Lock "a220bf16-ddd8-4fea-b6c9-e3003a069641" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.594126] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.651119] env[62822]: DEBUG oslo_vmware.api [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763658, 'name': PowerOffVM_Task, 'duration_secs': 0.331018} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.651730] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 592.653197] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.653197] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e48a8f35-877a-4407-8cca-f0aba0e3faac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.724517] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 592.724517] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 592.724517] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Deleting the datastore file [datastore2] 8e887dc9-bb1d-440b-889e-ff2968127e93 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.724517] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c28c8894-6fda-4339-9bc3-b9f3ee4fa72f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.733742] env[62822]: DEBUG oslo_vmware.api [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for the task: (returnval){ [ 592.733742] env[62822]: value = "task-2763664" [ 592.733742] env[62822]: _type = "Task" [ 592.733742] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.744303] env[62822]: DEBUG oslo_vmware.api [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.871660] env[62822]: DEBUG nova.scheduler.client.report [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.941713] env[62822]: DEBUG nova.network.neutron [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Successfully created port: d5aaec46-5ba7-4781-b754-c8e4de114317 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.953476] env[62822]: DEBUG nova.compute.manager [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.984505] env[62822]: DEBUG oslo_vmware.api [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Task: {'id': task-2763660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399925} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.985030] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.985030] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 592.988265] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 592.988574] env[62822]: INFO nova.compute.manager [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Took 1.30 seconds to destroy the instance on the hypervisor. [ 592.988861] env[62822]: DEBUG oslo.service.loopingcall [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.989226] env[62822]: DEBUG nova.compute.manager [-] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 592.989392] env[62822]: DEBUG nova.network.neutron [-] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 592.993550] env[62822]: DEBUG nova.virt.hardware [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.993788] env[62822]: DEBUG nova.virt.hardware [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.993919] env[62822]: DEBUG nova.virt.hardware [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.994109] env[62822]: DEBUG nova.virt.hardware [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.994643] env[62822]: DEBUG nova.virt.hardware [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.994643] env[62822]: DEBUG nova.virt.hardware [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.994643] env[62822]: DEBUG nova.virt.hardware [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.994809] env[62822]: DEBUG nova.virt.hardware [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.994998] env[62822]: DEBUG nova.virt.hardware [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.995177] env[62822]: DEBUG nova.virt.hardware [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.995347] env[62822]: DEBUG nova.virt.hardware [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.996195] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60083c7-095a-4775-806e-863d60360904 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.005289] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9fd884-4b3d-4c21-bfef-312955fa8a93 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.076455] env[62822]: DEBUG nova.compute.manager [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.092266] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860427} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.092321] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 50f2676d-83dd-4b21-8b1a-43868a8429c0/50f2676d-83dd-4b21-8b1a-43868a8429c0.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.092497] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.092760] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e191eee-59d0-4302-af0f-2f9e6a885b27 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.100482] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for the task: (returnval){ [ 593.100482] env[62822]: value = "task-2763665" [ 593.100482] env[62822]: _type = "Task" [ 593.100482] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.114361] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.242677] env[62822]: DEBUG oslo_vmware.api [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Task: {'id': task-2763664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462772} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.243134] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.247382] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 593.247700] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 593.247971] env[62822]: INFO nova.compute.manager [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Took 1.12 seconds to destroy the instance on the hypervisor. [ 593.248383] env[62822]: DEBUG oslo.service.loopingcall [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.248722] env[62822]: DEBUG nova.compute.manager [-] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 593.248872] env[62822]: DEBUG nova.network.neutron [-] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.267423] env[62822]: DEBUG nova.compute.manager [None req-bf7b391b-7b8d-4f46-94ff-8621c6c13a3a tempest-ServerDiagnosticsTest-645371576 tempest-ServerDiagnosticsTest-645371576-project-admin] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.268642] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b30f59-aa43-4ba6-83f4-197eb0070402 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.279719] env[62822]: INFO nova.compute.manager [None req-bf7b391b-7b8d-4f46-94ff-8621c6c13a3a tempest-ServerDiagnosticsTest-645371576 tempest-ServerDiagnosticsTest-645371576-project-admin] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Retrieving diagnostics [ 593.280616] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e359cc-f0fb-4a23-91cf-d6dd689bf4f2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.381387] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.381947] env[62822]: DEBUG nova.compute.manager [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.391023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.257s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.392686] env[62822]: INFO nova.compute.claims [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.519666] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "c7824155-d50c-4d8f-91f5-269a72b380f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.519963] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "c7824155-d50c-4d8f-91f5-269a72b380f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.555190] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.555470] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.606391] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.612423] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09115} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.613484] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.614497] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c629b-df1d-4211-82dd-bcd1e872fb9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.639946] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 50f2676d-83dd-4b21-8b1a-43868a8429c0/50f2676d-83dd-4b21-8b1a-43868a8429c0.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.641494] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d02fd93f-8c84-4982-b145-746f46fe3a81 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.673163] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for the task: (returnval){ [ 593.673163] env[62822]: value = "task-2763666" [ 593.673163] env[62822]: _type = "Task" [ 593.673163] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.685207] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.906028] env[62822]: DEBUG nova.compute.utils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.910027] env[62822]: DEBUG nova.compute.manager [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.910027] env[62822]: DEBUG nova.network.neutron [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.077598] env[62822]: DEBUG nova.policy [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17a639574c5742dd86d223591c6cc13c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24c610864edf490da3111f5aa7dafb85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.170788] env[62822]: INFO nova.compute.manager [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Rebuilding instance [ 594.172655] env[62822]: DEBUG nova.network.neutron [-] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.191110] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.237915] env[62822]: DEBUG nova.compute.manager [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.238860] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09153055-28a8-447e-8abd-69bcb407a8b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.410345] env[62822]: DEBUG nova.compute.manager [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.495698] env[62822]: DEBUG nova.network.neutron [-] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.679674] env[62822]: INFO nova.compute.manager [-] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Took 1.69 seconds to deallocate network for instance. [ 594.693030] env[62822]: DEBUG nova.compute.manager [req-0a786a20-fcc5-41c5-adb3-fefde78551a3 req-2d3297b8-ad11-475f-a937-6cf73e1360f5 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Received event network-changed-05cc2d8e-6ff5-4046-8a68-215c985018dd {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.693030] env[62822]: DEBUG nova.compute.manager [req-0a786a20-fcc5-41c5-adb3-fefde78551a3 req-2d3297b8-ad11-475f-a937-6cf73e1360f5 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Refreshing instance network info cache due to event network-changed-05cc2d8e-6ff5-4046-8a68-215c985018dd. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.693030] env[62822]: DEBUG oslo_concurrency.lockutils [req-0a786a20-fcc5-41c5-adb3-fefde78551a3 req-2d3297b8-ad11-475f-a937-6cf73e1360f5 service nova] Acquiring lock "refresh_cache-50f2676d-83dd-4b21-8b1a-43868a8429c0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.693030] env[62822]: DEBUG oslo_concurrency.lockutils [req-0a786a20-fcc5-41c5-adb3-fefde78551a3 req-2d3297b8-ad11-475f-a937-6cf73e1360f5 service nova] Acquired lock "refresh_cache-50f2676d-83dd-4b21-8b1a-43868a8429c0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.693030] env[62822]: DEBUG nova.network.neutron [req-0a786a20-fcc5-41c5-adb3-fefde78551a3 req-2d3297b8-ad11-475f-a937-6cf73e1360f5 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Refreshing network info cache for port 05cc2d8e-6ff5-4046-8a68-215c985018dd {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.719665] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.890184] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449c3872-235d-4795-ba44-27ceda4cb8ba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.898826] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946cf4e2-eba3-421b-ba47-1b61a76247c1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.949283] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b9b188-ed2b-4a73-b3cd-1488703f5c5e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.959468] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff524cca-766a-4ecf-a408-a110fd81b855 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.980712] env[62822]: DEBUG nova.compute.provider_tree [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.998779] env[62822]: INFO nova.compute.manager [-] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Took 1.75 seconds to deallocate network for instance. [ 595.008132] env[62822]: DEBUG nova.network.neutron [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Successfully created port: cca6a4f8-6bb6-42fa-8f06-1c396e400946 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.178594] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquiring lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.178781] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.191709] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763666, 'name': ReconfigVM_Task, 'duration_secs': 1.079967} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.192046] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 50f2676d-83dd-4b21-8b1a-43868a8429c0/50f2676d-83dd-4b21-8b1a-43868a8429c0.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.192782] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df4cebc6-6dd4-4fef-8e02-bc3929c6e8cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.207787] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for the task: (returnval){ [ 595.207787] env[62822]: value = "task-2763668" [ 595.207787] env[62822]: _type = "Task" [ 595.207787] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.213360] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.222191] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763668, 'name': Rename_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.262032] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 595.262164] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-698749a5-55f4-4933-87f7-c74a97541a1b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.269930] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Waiting for the task: (returnval){ [ 595.269930] env[62822]: value = "task-2763669" [ 595.269930] env[62822]: _type = "Task" [ 595.269930] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.282886] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.452465] env[62822]: DEBUG nova.compute.manager [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.492010] env[62822]: DEBUG nova.virt.hardware [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:15:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1849132612',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1167619878',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.492010] env[62822]: DEBUG nova.virt.hardware [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.492643] env[62822]: DEBUG nova.virt.hardware [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.492980] env[62822]: DEBUG nova.virt.hardware [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.493067] env[62822]: DEBUG nova.virt.hardware [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.493169] env[62822]: DEBUG nova.virt.hardware [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.493384] env[62822]: DEBUG nova.virt.hardware [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.494027] env[62822]: DEBUG nova.virt.hardware [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.494027] env[62822]: DEBUG nova.virt.hardware [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.494027] env[62822]: DEBUG nova.virt.hardware [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.494472] env[62822]: DEBUG nova.virt.hardware [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.494932] env[62822]: DEBUG nova.scheduler.client.report [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.505019] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35081846-41af-4bbb-a9f3-84e64e21e2a3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.508366] env[62822]: DEBUG oslo_concurrency.lockutils [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.515107] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e33cc7d-db50-4d9f-a42c-31fb3e840ceb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.710431] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquiring lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.711088] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.711596] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquiring lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.712031] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.712553] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.716683] env[62822]: INFO nova.compute.manager [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Terminating instance [ 595.730016] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763668, 'name': Rename_Task, 'duration_secs': 0.261818} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.731372] env[62822]: DEBUG nova.network.neutron [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Successfully updated port: d5aaec46-5ba7-4781-b754-c8e4de114317 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.732669] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.733370] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c3c5f15-24aa-4faf-8176-61270edb5fce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.741042] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for the task: (returnval){ [ 595.741042] env[62822]: value = "task-2763670" [ 595.741042] env[62822]: _type = "Task" [ 595.741042] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.751917] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.783176] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763669, 'name': PowerOffVM_Task, 'duration_secs': 0.243941} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.786669] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.786669] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 595.789039] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767f6acb-b502-4a61-bedf-d6cc3641d1b4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.795607] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.795852] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b488cc4-f6cc-44f1-bc52-7410ff76ee7a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.801143] env[62822]: DEBUG nova.compute.manager [req-288e6507-c79f-410d-9e3e-9bd7b2dfdf7c req-ced2104a-028f-438c-a64e-f08a13b33db6 service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Received event network-changed-5f2f8e32-e7d3-4390-b1ab-1aa117445a66 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.801318] env[62822]: DEBUG nova.compute.manager [req-288e6507-c79f-410d-9e3e-9bd7b2dfdf7c req-ced2104a-028f-438c-a64e-f08a13b33db6 service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Refreshing instance network info cache due to event network-changed-5f2f8e32-e7d3-4390-b1ab-1aa117445a66. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 595.801518] env[62822]: DEBUG oslo_concurrency.lockutils [req-288e6507-c79f-410d-9e3e-9bd7b2dfdf7c req-ced2104a-028f-438c-a64e-f08a13b33db6 service nova] Acquiring lock "refresh_cache-f960f20c-7602-4293-a355-89520abe9478" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.801661] env[62822]: DEBUG oslo_concurrency.lockutils [req-288e6507-c79f-410d-9e3e-9bd7b2dfdf7c req-ced2104a-028f-438c-a64e-f08a13b33db6 service nova] Acquired lock "refresh_cache-f960f20c-7602-4293-a355-89520abe9478" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.801809] env[62822]: DEBUG nova.network.neutron [req-288e6507-c79f-410d-9e3e-9bd7b2dfdf7c req-ced2104a-028f-438c-a64e-f08a13b33db6 service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Refreshing network info cache for port 5f2f8e32-e7d3-4390-b1ab-1aa117445a66 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.822441] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.822672] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.822848] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Deleting the datastore file [datastore1] df2a4178-c972-44e0-9657-050f5defaa99 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.823116] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fab7be6-62bf-4426-b11d-06d7a1df9de8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.830431] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Waiting for the task: (returnval){ [ 595.830431] env[62822]: value = "task-2763672" [ 595.830431] env[62822]: _type = "Task" [ 595.830431] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.840320] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.999883] env[62822]: DEBUG nova.network.neutron [req-0a786a20-fcc5-41c5-adb3-fefde78551a3 req-2d3297b8-ad11-475f-a937-6cf73e1360f5 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Updated VIF entry in instance network info cache for port 05cc2d8e-6ff5-4046-8a68-215c985018dd. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.999883] env[62822]: DEBUG nova.network.neutron [req-0a786a20-fcc5-41c5-adb3-fefde78551a3 req-2d3297b8-ad11-475f-a937-6cf73e1360f5 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Updating instance_info_cache with network_info: [{"id": "05cc2d8e-6ff5-4046-8a68-215c985018dd", "address": "fa:16:3e:2a:af:70", "network": {"id": "7d631f8b-d7ee-4e10-9cff-3f288bbf4d05", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-792947114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eddbea3048845b380c5ff31e1c92a8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cc2d8e-6f", "ovs_interfaceid": "05cc2d8e-6ff5-4046-8a68-215c985018dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.009318] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.009836] env[62822]: DEBUG nova.compute.manager [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.017018] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.932s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.226391] env[62822]: DEBUG nova.compute.manager [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 596.226681] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.227594] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d66341-4b73-4e00-be53-3dc0e8561e4c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.234613] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "refresh_cache-5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.235866] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "refresh_cache-5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.236103] env[62822]: DEBUG nova.network.neutron [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.241216] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.241618] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b80e468-d241-4e79-953a-45a34a3cd777 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.255161] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763670, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.261441] env[62822]: DEBUG oslo_vmware.api [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for the task: (returnval){ [ 596.261441] env[62822]: value = "task-2763673" [ 596.261441] env[62822]: _type = "Task" [ 596.261441] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.278024] env[62822]: DEBUG oslo_vmware.api [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.344166] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145548} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.344448] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.345634] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 596.345634] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 596.505405] env[62822]: DEBUG oslo_concurrency.lockutils [req-0a786a20-fcc5-41c5-adb3-fefde78551a3 req-2d3297b8-ad11-475f-a937-6cf73e1360f5 service nova] Releasing lock "refresh_cache-50f2676d-83dd-4b21-8b1a-43868a8429c0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.519143] env[62822]: DEBUG nova.compute.utils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.523052] env[62822]: INFO nova.compute.claims [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.527438] env[62822]: DEBUG nova.compute.manager [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.527438] env[62822]: DEBUG nova.network.neutron [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.630409] env[62822]: DEBUG nova.policy [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e30befd21554c1eaffd5d3f862f11ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1cc76f6efca45bdb17ef74ec47b05f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.758336] env[62822]: DEBUG oslo_vmware.api [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763670, 'name': PowerOnVM_Task, 'duration_secs': 0.604599} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.762333] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.762658] env[62822]: INFO nova.compute.manager [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Took 10.96 seconds to spawn the instance on the hypervisor. [ 596.762989] env[62822]: DEBUG nova.compute.manager [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.764886] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f6da9b-1bda-4eab-b3e3-69ba86312828 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.782413] env[62822]: DEBUG oslo_vmware.api [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763673, 'name': PowerOffVM_Task, 'duration_secs': 0.196667} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.782853] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 596.783027] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 596.784026] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-209828d4-fec8-4e0e-a56b-5084d8ff0198 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.841750] env[62822]: DEBUG nova.network.neutron [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.847168] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 596.848059] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 596.848059] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Deleting the datastore file [datastore2] bbcb03aa-5ac8-4871-a785-e0c7fe8e8362 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.848059] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a28b5a7-6fc6-4a39-9918-9c1632563c27 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.862531] env[62822]: DEBUG oslo_vmware.api [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for the task: (returnval){ [ 596.862531] env[62822]: value = "task-2763676" [ 596.862531] env[62822]: _type = "Task" [ 596.862531] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.883229] env[62822]: DEBUG oslo_vmware.api [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.943361] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "c090804d-2123-4487-9152-dfce486bd17b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.943681] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "c090804d-2123-4487-9152-dfce486bd17b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.031776] env[62822]: INFO nova.compute.resource_tracker [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating resource usage from migration c29bdaac-fcd9-4e27-8cbd-c92b354ce7d4 [ 597.037087] env[62822]: DEBUG nova.compute.manager [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.093200] env[62822]: DEBUG nova.network.neutron [req-288e6507-c79f-410d-9e3e-9bd7b2dfdf7c req-ced2104a-028f-438c-a64e-f08a13b33db6 service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Updated VIF entry in instance network info cache for port 5f2f8e32-e7d3-4390-b1ab-1aa117445a66. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.093609] env[62822]: DEBUG nova.network.neutron [req-288e6507-c79f-410d-9e3e-9bd7b2dfdf7c req-ced2104a-028f-438c-a64e-f08a13b33db6 service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Updating instance_info_cache with network_info: [{"id": "5f2f8e32-e7d3-4390-b1ab-1aa117445a66", "address": "fa:16:3e:69:d3:e1", "network": {"id": "b8daebad-c8d7-4e77-b623-a585e625ccbd", "bridge": "br-int", "label": "tempest-ServersTestJSON-330371131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506c0eef92b74ee3a5a3223ce1da11fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2f8e32-e7", "ovs_interfaceid": "5f2f8e32-e7d3-4390-b1ab-1aa117445a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.297517] env[62822]: INFO nova.compute.manager [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Took 24.53 seconds to build instance. [ 597.351712] env[62822]: DEBUG nova.network.neutron [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Updating instance_info_cache with network_info: [{"id": "d5aaec46-5ba7-4781-b754-c8e4de114317", "address": "fa:16:3e:ff:53:69", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5aaec46-5b", "ovs_interfaceid": "d5aaec46-5ba7-4781-b754-c8e4de114317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.374816] env[62822]: DEBUG oslo_vmware.api [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Task: {'id': task-2763676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176244} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.378228] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.378477] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 597.378896] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 597.379271] env[62822]: INFO nova.compute.manager [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Took 1.15 seconds to destroy the instance on the hypervisor. [ 597.379887] env[62822]: DEBUG oslo.service.loopingcall [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.380665] env[62822]: DEBUG nova.compute.manager [-] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 597.380822] env[62822]: DEBUG nova.network.neutron [-] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 597.390135] env[62822]: DEBUG nova.network.neutron [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Successfully created port: 4178a8fd-9861-4cc2-ad42-b347cde06968 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.397448] env[62822]: DEBUG nova.virt.hardware [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.397448] env[62822]: DEBUG nova.virt.hardware [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.397621] env[62822]: DEBUG nova.virt.hardware [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.397851] env[62822]: DEBUG nova.virt.hardware [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.398123] env[62822]: DEBUG nova.virt.hardware [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.398277] env[62822]: DEBUG nova.virt.hardware [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.398482] env[62822]: DEBUG nova.virt.hardware [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.398747] env[62822]: DEBUG nova.virt.hardware [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.398954] env[62822]: DEBUG nova.virt.hardware [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.399163] env[62822]: DEBUG nova.virt.hardware [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.399355] env[62822]: DEBUG nova.virt.hardware [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.400846] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359e152d-6d41-487e-91d5-00a51a25b2d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.413066] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac18cf7-efdd-48e3-aaba-3f88cada8c3d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.429135] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.435764] env[62822]: DEBUG oslo.service.loopingcall [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.439237] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.439787] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c28ab577-683a-4009-aabe-770bbab06b95 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.458207] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.458207] env[62822]: value = "task-2763677" [ 597.458207] env[62822]: _type = "Task" [ 597.458207] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.468164] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763677, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.491124] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c40f8d0-0775-42bf-9896-654ae235059e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.500383] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d2ad78-4551-4c42-b23a-b1e242105646 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.547041] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74207f69-1402-4935-b7d8-7b6e43645cf2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.560928] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641de2f9-9239-4be4-a14c-83a7ab672966 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.580217] env[62822]: DEBUG nova.compute.provider_tree [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.599800] env[62822]: DEBUG oslo_concurrency.lockutils [req-288e6507-c79f-410d-9e3e-9bd7b2dfdf7c req-ced2104a-028f-438c-a64e-f08a13b33db6 service nova] Releasing lock "refresh_cache-f960f20c-7602-4293-a355-89520abe9478" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.678496] env[62822]: DEBUG nova.compute.manager [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.681800] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b19b87-ba9a-4422-8d0d-368024ccfb62 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.800579] env[62822]: DEBUG oslo_concurrency.lockutils [None req-31863f40-0d3e-4470-9593-cb850a6c69e9 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.051s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.858025] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "refresh_cache-5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.858628] env[62822]: DEBUG nova.compute.manager [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Instance network_info: |[{"id": "d5aaec46-5ba7-4781-b754-c8e4de114317", "address": "fa:16:3e:ff:53:69", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5aaec46-5b", "ovs_interfaceid": "d5aaec46-5ba7-4781-b754-c8e4de114317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.859031] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:53:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5aaec46-5ba7-4781-b754-c8e4de114317', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.867184] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Creating folder: Project (f061b2bd42ac437a934f98ae2935788b). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.867597] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8d4ce2f-1c88-4c06-bb29-e0ac03072a2a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.881281] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Created folder: Project (f061b2bd42ac437a934f98ae2935788b) in parent group-v555973. [ 597.881281] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Creating folder: Instances. Parent ref: group-v556010. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.881281] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d7874c4-3e2b-4133-b1ee-57864b35c602 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.890290] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Created folder: Instances in parent group-v556010. [ 597.891309] env[62822]: DEBUG oslo.service.loopingcall [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.891309] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.891309] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acad0031-6fe2-4ffa-b7ce-1e981b7bb13b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.909973] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.909973] env[62822]: value = "task-2763680" [ 597.909973] env[62822]: _type = "Task" [ 597.909973] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.917650] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763680, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.967737] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763677, 'name': CreateVM_Task, 'duration_secs': 0.435688} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.967737] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.967965] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.968131] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.968459] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.968822] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d822514-42ac-4880-96f3-942a99678275 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.974413] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Waiting for the task: (returnval){ [ 597.974413] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ba24b-646e-e63d-aed8-d108f4a897b8" [ 597.974413] env[62822]: _type = "Task" [ 597.974413] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.983124] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ba24b-646e-e63d-aed8-d108f4a897b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.990380] env[62822]: DEBUG nova.network.neutron [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Successfully updated port: cca6a4f8-6bb6-42fa-8f06-1c396e400946 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.056684] env[62822]: DEBUG nova.compute.manager [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.081951] env[62822]: DEBUG nova.scheduler.client.report [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.100766] env[62822]: DEBUG nova.virt.hardware [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.101092] env[62822]: DEBUG nova.virt.hardware [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.101288] env[62822]: DEBUG nova.virt.hardware [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.101512] env[62822]: DEBUG nova.virt.hardware [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.101685] env[62822]: DEBUG nova.virt.hardware [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.101861] env[62822]: DEBUG nova.virt.hardware [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.102110] env[62822]: DEBUG nova.virt.hardware [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.102374] env[62822]: DEBUG nova.virt.hardware [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.102770] env[62822]: DEBUG nova.virt.hardware [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.102984] env[62822]: DEBUG nova.virt.hardware [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.103504] env[62822]: DEBUG nova.virt.hardware [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.105198] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f220561f-2ed0-4177-be24-b73a3a0e2783 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.118395] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbac4cd4-4050-47de-bfc9-0a0747154315 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.197036] env[62822]: INFO nova.compute.manager [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] instance snapshotting [ 598.200487] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04634c48-b518-4cb0-ac0a-c34bb59047c2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.225614] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4502f35-b184-4c8a-b832-7e6221d662da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.304698] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.307328] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Acquiring lock "02090911-ad5f-45bf-b0e4-910751803230" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.307544] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "02090911-ad5f-45bf-b0e4-910751803230" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.423523] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763680, 'name': CreateVM_Task, 'duration_secs': 0.339803} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.424726] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.424726] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.424818] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.425411] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.425994] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56a6d8a-0828-48ff-9b3b-9d91bf0d59df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.432035] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 598.432035] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526513ab-8a68-6f5b-01da-7400097df0c0" [ 598.432035] env[62822]: _type = "Task" [ 598.432035] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.440609] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526513ab-8a68-6f5b-01da-7400097df0c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.488512] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ba24b-646e-e63d-aed8-d108f4a897b8, 'name': SearchDatastore_Task, 'duration_secs': 0.022357} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.488890] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.489140] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.489368] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.489510] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.489730] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.491389] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9caa3589-eea1-4e1a-aed8-96546ffd627c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.494206] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "refresh_cache-471d4a05-6756-49d8-8b02-ba7edaa750f9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.494351] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquired lock "refresh_cache-471d4a05-6756-49d8-8b02-ba7edaa750f9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.494463] env[62822]: DEBUG nova.network.neutron [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.505022] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.505022] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.505022] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a10fb9f-1204-44de-ad4a-e7464e8f2a75 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.514119] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Waiting for the task: (returnval){ [ 598.514119] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a3a659-82c5-872c-f792-744967a7951d" [ 598.514119] env[62822]: _type = "Task" [ 598.514119] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.524704] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a3a659-82c5-872c-f792-744967a7951d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.554040] env[62822]: DEBUG nova.network.neutron [-] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.580327] env[62822]: DEBUG nova.compute.manager [req-7b8370b5-febe-430c-b62d-dbb9ae9f3cf2 req-48201f74-c21d-4422-bb3f-479c65f3a7d2 service nova] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Received event network-vif-deleted-ff5ec33c-060d-4f16-a82b-fa13a1e5e21e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.580478] env[62822]: DEBUG nova.compute.manager [req-7b8370b5-febe-430c-b62d-dbb9ae9f3cf2 req-48201f74-c21d-4422-bb3f-479c65f3a7d2 service nova] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Received event network-vif-deleted-e8e56e09-c443-4540-9890-814575847dd7 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.592243] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.578s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.592443] env[62822]: INFO nova.compute.manager [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Migrating [ 598.592695] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.592799] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.594613] env[62822]: DEBUG oslo_concurrency.lockutils [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.871s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.594858] env[62822]: DEBUG nova.objects.instance [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Lazy-loading 'resources' on Instance uuid 2657025e-31dd-4dce-b33e-29c73d8e9838 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.742540] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 598.742540] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d88567a6-9a3f-4b13-991c-b6198d41215a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.754180] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 598.754180] env[62822]: value = "task-2763681" [ 598.754180] env[62822]: _type = "Task" [ 598.754180] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.762516] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.841190] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.946354] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526513ab-8a68-6f5b-01da-7400097df0c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.948046] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.948378] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.948687] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.948908] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.949317] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.951506] env[62822]: DEBUG nova.compute.manager [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Received event network-vif-plugged-d5aaec46-5ba7-4781-b754-c8e4de114317 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.951751] env[62822]: DEBUG oslo_concurrency.lockutils [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] Acquiring lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.951983] env[62822]: DEBUG oslo_concurrency.lockutils [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] Lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.952191] env[62822]: DEBUG oslo_concurrency.lockutils [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] Lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.952386] env[62822]: DEBUG nova.compute.manager [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] No waiting events found dispatching network-vif-plugged-d5aaec46-5ba7-4781-b754-c8e4de114317 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.952756] env[62822]: WARNING nova.compute.manager [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Received unexpected event network-vif-plugged-d5aaec46-5ba7-4781-b754-c8e4de114317 for instance with vm_state building and task_state spawning. [ 598.952963] env[62822]: DEBUG nova.compute.manager [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Received event network-changed-d5aaec46-5ba7-4781-b754-c8e4de114317 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.953189] env[62822]: DEBUG nova.compute.manager [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Refreshing instance network info cache due to event network-changed-d5aaec46-5ba7-4781-b754-c8e4de114317. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 598.953683] env[62822]: DEBUG oslo_concurrency.lockutils [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] Acquiring lock "refresh_cache-5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.953871] env[62822]: DEBUG oslo_concurrency.lockutils [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] Acquired lock "refresh_cache-5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.954073] env[62822]: DEBUG nova.network.neutron [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Refreshing network info cache for port d5aaec46-5ba7-4781-b754-c8e4de114317 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.958972] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a246e28c-2620-46c1-a7ec-4f975077d2d9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.964645] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.965554] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.966264] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5246ded5-c00a-4231-ae97-158a2eb0c557 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.974134] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 598.974134] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522070e6-d6f9-ace3-0c6f-75e3b7ef9d69" [ 598.974134] env[62822]: _type = "Task" [ 598.974134] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.981961] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522070e6-d6f9-ace3-0c6f-75e3b7ef9d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.025494] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a3a659-82c5-872c-f792-744967a7951d, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.026944] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961f582a-e0ac-4a24-8208-ff347bb93caf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.032436] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Waiting for the task: (returnval){ [ 599.032436] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f35585-5526-34fe-dd38-aabf2b71a3e8" [ 599.032436] env[62822]: _type = "Task" [ 599.032436] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.042664] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f35585-5526-34fe-dd38-aabf2b71a3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.060717] env[62822]: INFO nova.compute.manager [-] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Took 1.68 seconds to deallocate network for instance. [ 599.087186] env[62822]: DEBUG nova.network.neutron [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.098421] env[62822]: INFO nova.compute.rpcapi [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 599.099035] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.267617] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763681, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.315440] env[62822]: DEBUG nova.network.neutron [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Updating instance_info_cache with network_info: [{"id": "cca6a4f8-6bb6-42fa-8f06-1c396e400946", "address": "fa:16:3e:63:ff:8e", "network": {"id": "34e0ea7c-1d28-4756-ae6c-fce57fcd714a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-190686895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c610864edf490da3111f5aa7dafb85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca6a4f8-6b", "ovs_interfaceid": "cca6a4f8-6bb6-42fa-8f06-1c396e400946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.485663] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522070e6-d6f9-ace3-0c6f-75e3b7ef9d69, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.486707] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db227587-6bdf-4de5-aeb9-a33becab64f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.497073] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 599.497073] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5268edb2-5c04-18bd-659b-f29125eed107" [ 599.497073] env[62822]: _type = "Task" [ 599.497073] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.509354] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5268edb2-5c04-18bd-659b-f29125eed107, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.510596] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.510596] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250/5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.513106] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0829e3d3-4107-45bc-8241-4984e9973027 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.521795] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 599.521795] env[62822]: value = "task-2763683" [ 599.521795] env[62822]: _type = "Task" [ 599.521795] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.536688] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.550892] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f35585-5526-34fe-dd38-aabf2b71a3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.551190] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.551451] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.552484] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54dd00cc-d1fb-4003-9625-0800dc29f01c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.556656] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eca53b4-6a25-4b69-ae3d-b0f13b97ea17 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.561057] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Waiting for the task: (returnval){ [ 599.561057] env[62822]: value = "task-2763684" [ 599.561057] env[62822]: _type = "Task" [ 599.561057] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.574165] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.574502] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ef4320-3ae9-4e39-a7dc-225427924e25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.581760] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.614040] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d445fa53-88f2-43ab-817b-0d2b895426df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.621806] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.621995] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.622257] env[62822]: DEBUG nova.network.neutron [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.625306] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad450646-72e0-4106-be24-1cbfa31b779b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.646918] env[62822]: DEBUG nova.compute.provider_tree [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.683865] env[62822]: DEBUG nova.network.neutron [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Successfully updated port: 4178a8fd-9861-4cc2-ad42-b347cde06968 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.768553] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763681, 'name': CreateSnapshot_Task, 'duration_secs': 0.780537} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.771021] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 599.771021] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85488ea9-ca97-4d05-8a87-95ee0325c754 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.819459] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Releasing lock "refresh_cache-471d4a05-6756-49d8-8b02-ba7edaa750f9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.819825] env[62822]: DEBUG nova.compute.manager [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Instance network_info: |[{"id": "cca6a4f8-6bb6-42fa-8f06-1c396e400946", "address": "fa:16:3e:63:ff:8e", "network": {"id": "34e0ea7c-1d28-4756-ae6c-fce57fcd714a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-190686895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c610864edf490da3111f5aa7dafb85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca6a4f8-6b", "ovs_interfaceid": "cca6a4f8-6bb6-42fa-8f06-1c396e400946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.822409] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:ff:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cca6a4f8-6bb6-42fa-8f06-1c396e400946', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.833700] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Creating folder: Project (24c610864edf490da3111f5aa7dafb85). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.834140] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0697132c-0a71-428c-b546-fe70054fa622 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.849779] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Created folder: Project (24c610864edf490da3111f5aa7dafb85) in parent group-v555973. [ 599.850757] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Creating folder: Instances. Parent ref: group-v556015. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.850757] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-329b165a-8bb1-4513-9054-fafa8d21f8c2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.865682] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Created folder: Instances in parent group-v556015. [ 599.865682] env[62822]: DEBUG oslo.service.loopingcall [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.865682] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.865682] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a5de933-02d3-425c-9343-39e72f0fd5be {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.886477] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.886477] env[62822]: value = "task-2763687" [ 599.886477] env[62822]: _type = "Task" [ 599.886477] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.895301] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763687, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.996777] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.997247] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.034094] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763683, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.073250] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763684, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.150573] env[62822]: DEBUG nova.scheduler.client.report [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.191167] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquiring lock "refresh_cache-900fe4d9-6c69-4178-8c2d-5af07fa5718f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.191167] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquired lock "refresh_cache-900fe4d9-6c69-4178-8c2d-5af07fa5718f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.191167] env[62822]: DEBUG nova.network.neutron [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.292403] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 600.294155] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5ae7ff87-e49e-4f91-bda8-e7ce7370e777 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.304177] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 600.304177] env[62822]: value = "task-2763688" [ 600.304177] env[62822]: _type = "Task" [ 600.304177] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.313896] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763688, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.397420] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763687, 'name': CreateVM_Task, 'duration_secs': 0.414286} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.397599] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.398412] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.398846] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.401655] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.401655] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2dd5bc6-71f6-4d0b-9432-25825c886e60 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.404802] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 600.404802] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523e0afe-2b46-52c1-1066-012b101501a5" [ 600.404802] env[62822]: _type = "Task" [ 600.404802] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.414306] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523e0afe-2b46-52c1-1066-012b101501a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.534292] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544958} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.534547] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250/5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.534756] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.535421] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bad433c1-c322-4ae6-a243-3c6a630ae05c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.543187] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 600.543187] env[62822]: value = "task-2763689" [ 600.543187] env[62822]: _type = "Task" [ 600.543187] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.554475] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.560939] env[62822]: DEBUG nova.network.neutron [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Updated VIF entry in instance network info cache for port d5aaec46-5ba7-4781-b754-c8e4de114317. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.561376] env[62822]: DEBUG nova.network.neutron [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Updating instance_info_cache with network_info: [{"id": "d5aaec46-5ba7-4781-b754-c8e4de114317", "address": "fa:16:3e:ff:53:69", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5aaec46-5b", "ovs_interfaceid": "d5aaec46-5ba7-4781-b754-c8e4de114317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.575755] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605274} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.575997] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.576533] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.576796] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb9d4ff4-d6f1-4415-b733-4731b83db08b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.586385] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Waiting for the task: (returnval){ [ 600.586385] env[62822]: value = "task-2763690" [ 600.586385] env[62822]: _type = "Task" [ 600.586385] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.600626] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.655849] env[62822]: DEBUG oslo_concurrency.lockutils [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.658699] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.787s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.660659] env[62822]: INFO nova.compute.claims [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.693027] env[62822]: INFO nova.scheduler.client.report [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Deleted allocations for instance 2657025e-31dd-4dce-b33e-29c73d8e9838 [ 600.717748] env[62822]: DEBUG nova.network.neutron [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance_info_cache with network_info: [{"id": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "address": "fa:16:3e:33:96:a4", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3cf823-51", "ovs_interfaceid": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.758669] env[62822]: DEBUG nova.network.neutron [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.820391] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763688, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.919531] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523e0afe-2b46-52c1-1066-012b101501a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.922201] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.922201] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.922201] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.922201] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.922370] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.922370] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e80a412a-a74c-42d2-a2b1-358ba912876a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.934830] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.934830] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.934830] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de255870-cb34-4770-a630-48c33e36f1d5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.943549] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 600.943549] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523ef8c8-c4f4-b4ef-1275-c2e54857d9c2" [ 600.943549] env[62822]: _type = "Task" [ 600.943549] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.951950] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523ef8c8-c4f4-b4ef-1275-c2e54857d9c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.054275] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172272} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.054930] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.057897] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f4d47a-33a5-4283-aec2-bdf439807ac8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.074070] env[62822]: DEBUG oslo_concurrency.lockutils [req-30187027-9144-43e0-b330-5bdb7a8fa01e req-7a712bc7-da3f-4e2e-a6b7-d6ff12c0f676 service nova] Releasing lock "refresh_cache-5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.084861] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250/5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.086043] env[62822]: DEBUG nova.network.neutron [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Updating instance_info_cache with network_info: [{"id": "4178a8fd-9861-4cc2-ad42-b347cde06968", "address": "fa:16:3e:e5:2b:e8", "network": {"id": "7307a462-792e-45a9-925a-359e2273c7da", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1075179412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1cc76f6efca45bdb17ef74ec47b05f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4178a8fd-98", "ovs_interfaceid": "4178a8fd-9861-4cc2-ad42-b347cde06968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.087214] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f38a4a-6e0f-43c8-85a9-b4bebb6aa2c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.116849] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074308} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.119331] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.119331] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 601.119331] env[62822]: value = "task-2763692" [ 601.119331] env[62822]: _type = "Task" [ 601.119331] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.120897] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3272b4-4bb6-4eca-b523-21fd1849488e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.136830] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.153198] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.153892] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1901eec-b6aa-4d34-826d-848e70e38520 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.182550] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Waiting for the task: (returnval){ [ 601.182550] env[62822]: value = "task-2763693" [ 601.182550] env[62822]: _type = "Task" [ 601.182550] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.195023] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.208231] env[62822]: DEBUG oslo_concurrency.lockutils [None req-024e4ac9-aa2f-4d68-b7ee-8e57e1f21b49 tempest-DeleteServersAdminTestJSON-929573088 tempest-DeleteServersAdminTestJSON-929573088-project-admin] Lock "2657025e-31dd-4dce-b33e-29c73d8e9838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.019s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.222537] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.319898] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763688, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.463369] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523ef8c8-c4f4-b4ef-1275-c2e54857d9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.463369] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db7ffcc-d09e-4b53-982b-4525130906b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.472148] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 601.472148] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524f3ef2-495c-58b5-b8bf-09793092474d" [ 601.472148] env[62822]: _type = "Task" [ 601.472148] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.481294] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524f3ef2-495c-58b5-b8bf-09793092474d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.605972] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Releasing lock "refresh_cache-900fe4d9-6c69-4178-8c2d-5af07fa5718f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.605972] env[62822]: DEBUG nova.compute.manager [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Instance network_info: |[{"id": "4178a8fd-9861-4cc2-ad42-b347cde06968", "address": "fa:16:3e:e5:2b:e8", "network": {"id": "7307a462-792e-45a9-925a-359e2273c7da", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1075179412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1cc76f6efca45bdb17ef74ec47b05f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4178a8fd-98", "ovs_interfaceid": "4178a8fd-9861-4cc2-ad42-b347cde06968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.606364] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:2b:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4178a8fd-9861-4cc2-ad42-b347cde06968', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.614336] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Creating folder: Project (e1cc76f6efca45bdb17ef74ec47b05f0). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.615120] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c551c21-9ce6-444e-842e-28d63bd10261 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.629844] env[62822]: DEBUG nova.compute.manager [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Received event network-vif-plugged-cca6a4f8-6bb6-42fa-8f06-1c396e400946 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.629844] env[62822]: DEBUG oslo_concurrency.lockutils [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] Acquiring lock "471d4a05-6756-49d8-8b02-ba7edaa750f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.629844] env[62822]: DEBUG oslo_concurrency.lockutils [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] Lock "471d4a05-6756-49d8-8b02-ba7edaa750f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.629844] env[62822]: DEBUG oslo_concurrency.lockutils [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] Lock "471d4a05-6756-49d8-8b02-ba7edaa750f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.629844] env[62822]: DEBUG nova.compute.manager [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] No waiting events found dispatching network-vif-plugged-cca6a4f8-6bb6-42fa-8f06-1c396e400946 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.630502] env[62822]: WARNING nova.compute.manager [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Received unexpected event network-vif-plugged-cca6a4f8-6bb6-42fa-8f06-1c396e400946 for instance with vm_state building and task_state spawning. [ 601.630502] env[62822]: DEBUG nova.compute.manager [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Received event network-changed-cca6a4f8-6bb6-42fa-8f06-1c396e400946 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.630502] env[62822]: DEBUG nova.compute.manager [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Refreshing instance network info cache due to event network-changed-cca6a4f8-6bb6-42fa-8f06-1c396e400946. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 601.630502] env[62822]: DEBUG oslo_concurrency.lockutils [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] Acquiring lock "refresh_cache-471d4a05-6756-49d8-8b02-ba7edaa750f9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.630502] env[62822]: DEBUG oslo_concurrency.lockutils [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] Acquired lock "refresh_cache-471d4a05-6756-49d8-8b02-ba7edaa750f9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.631053] env[62822]: DEBUG nova.network.neutron [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Refreshing network info cache for port cca6a4f8-6bb6-42fa-8f06-1c396e400946 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.639926] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Created folder: Project (e1cc76f6efca45bdb17ef74ec47b05f0) in parent group-v555973. [ 601.640338] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Creating folder: Instances. Parent ref: group-v556019. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.643070] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf2958f-c16e-4916-869c-b9da6cb26bad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.658037] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763692, 'name': ReconfigVM_Task, 'duration_secs': 0.30227} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.659417] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250/5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.660232] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Created folder: Instances in parent group-v556019. [ 601.662048] env[62822]: DEBUG oslo.service.loopingcall [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.662048] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f3d92bf-474d-4a0f-b7c3-a16e691565aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.662396] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.662917] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5ba9370-2eee-40fd-b83f-7741130aa1f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.685786] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 601.685786] env[62822]: value = "task-2763696" [ 601.685786] env[62822]: _type = "Task" [ 601.685786] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.699747] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.699747] env[62822]: value = "task-2763697" [ 601.699747] env[62822]: _type = "Task" [ 601.699747] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.700932] env[62822]: DEBUG nova.compute.manager [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Received event network-vif-plugged-4178a8fd-9861-4cc2-ad42-b347cde06968 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.701149] env[62822]: DEBUG oslo_concurrency.lockutils [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] Acquiring lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.701344] env[62822]: DEBUG oslo_concurrency.lockutils [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] Lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.701499] env[62822]: DEBUG oslo_concurrency.lockutils [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] Lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.701667] env[62822]: DEBUG nova.compute.manager [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] No waiting events found dispatching network-vif-plugged-4178a8fd-9861-4cc2-ad42-b347cde06968 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.701829] env[62822]: WARNING nova.compute.manager [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Received unexpected event network-vif-plugged-4178a8fd-9861-4cc2-ad42-b347cde06968 for instance with vm_state building and task_state spawning. [ 601.701974] env[62822]: DEBUG nova.compute.manager [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Received event network-changed-4178a8fd-9861-4cc2-ad42-b347cde06968 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.702133] env[62822]: DEBUG nova.compute.manager [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Refreshing instance network info cache due to event network-changed-4178a8fd-9861-4cc2-ad42-b347cde06968. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 601.702307] env[62822]: DEBUG oslo_concurrency.lockutils [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] Acquiring lock "refresh_cache-900fe4d9-6c69-4178-8c2d-5af07fa5718f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.702431] env[62822]: DEBUG oslo_concurrency.lockutils [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] Acquired lock "refresh_cache-900fe4d9-6c69-4178-8c2d-5af07fa5718f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.702679] env[62822]: DEBUG nova.network.neutron [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Refreshing network info cache for port 4178a8fd-9861-4cc2-ad42-b347cde06968 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.716237] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763693, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.725853] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763696, 'name': Rename_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.740617] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763697, 'name': CreateVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.828086] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763688, 'name': CloneVM_Task} progress is 95%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.988432] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524f3ef2-495c-58b5-b8bf-09793092474d, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.989123] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.990605] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 471d4a05-6756-49d8-8b02-ba7edaa750f9/471d4a05-6756-49d8-8b02-ba7edaa750f9.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.990605] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c79ee39-e2a4-492c-a55b-d279be48c5a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.999802] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 601.999802] env[62822]: value = "task-2763698" [ 601.999802] env[62822]: _type = "Task" [ 601.999802] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.017847] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.045083] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "4f4f114c-34cc-42f6-9aec-21178b0234f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.045083] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "4f4f114c-34cc-42f6-9aec-21178b0234f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.174091] env[62822]: DEBUG nova.network.neutron [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Updated VIF entry in instance network info cache for port cca6a4f8-6bb6-42fa-8f06-1c396e400946. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.174518] env[62822]: DEBUG nova.network.neutron [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Updating instance_info_cache with network_info: [{"id": "cca6a4f8-6bb6-42fa-8f06-1c396e400946", "address": "fa:16:3e:63:ff:8e", "network": {"id": "34e0ea7c-1d28-4756-ae6c-fce57fcd714a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-190686895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c610864edf490da3111f5aa7dafb85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca6a4f8-6b", "ovs_interfaceid": "cca6a4f8-6bb6-42fa-8f06-1c396e400946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.197871] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763693, 'name': ReconfigVM_Task, 'duration_secs': 0.594873} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.202162] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Reconfigured VM instance instance-00000003 to attach disk [datastore2] df2a4178-c972-44e0-9657-050f5defaa99/df2a4178-c972-44e0-9657-050f5defaa99.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.203198] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f65dc58-afca-4463-9f86-a0c58702a10a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.217734] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763696, 'name': Rename_Task, 'duration_secs': 0.198278} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.222192] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.222542] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Waiting for the task: (returnval){ [ 602.222542] env[62822]: value = "task-2763699" [ 602.222542] env[62822]: _type = "Task" [ 602.222542] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.222738] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-940d0a93-fe36-4621-ad08-270fcff6d0dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.231190] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763697, 'name': CreateVM_Task, 'duration_secs': 0.38448} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.231190] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.232898] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.232898] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.232898] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.236206] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e629e10-3b81-488a-8525-ff121fa0d936 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.243460] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 602.243460] env[62822]: value = "task-2763700" [ 602.243460] env[62822]: _type = "Task" [ 602.243460] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.250023] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763699, 'name': Rename_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.253470] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for the task: (returnval){ [ 602.253470] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5253f4dc-10f6-d2c3-283a-407e4d2f26d7" [ 602.253470] env[62822]: _type = "Task" [ 602.253470] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.261487] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.275092] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5253f4dc-10f6-d2c3-283a-407e4d2f26d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.314192] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad413aca-10a3-4a94-8251-570c46db34da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.329835] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c91c1-ecd0-41c5-8a76-560f3f50fe50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.334099] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763688, 'name': CloneVM_Task, 'duration_secs': 1.708223} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.334679] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Created linked-clone VM from snapshot [ 602.336052] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f972b10-bf69-4c80-abe9-ff7d4b16ecac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.371310] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee34abce-bf76-40d2-aee2-2cb41ba3f2a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.381112] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Uploading image cb8ed79e-fa4d-4e82-b140-6d263cbe55f2 {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 602.386972] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60bf829-da90-47dc-b2f9-2d7b276509dd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.408544] env[62822]: DEBUG nova.compute.provider_tree [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.419504] env[62822]: DEBUG oslo_vmware.rw_handles [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 602.419504] env[62822]: value = "vm-556018" [ 602.419504] env[62822]: _type = "VirtualMachine" [ 602.419504] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 602.419819] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56603f26-501a-4c84-812a-a0e716b61560 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.434951] env[62822]: DEBUG oslo_vmware.rw_handles [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lease: (returnval){ [ 602.434951] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5266cda1-7f2c-10e5-de18-480725e45bac" [ 602.434951] env[62822]: _type = "HttpNfcLease" [ 602.434951] env[62822]: } obtained for exporting VM: (result){ [ 602.434951] env[62822]: value = "vm-556018" [ 602.434951] env[62822]: _type = "VirtualMachine" [ 602.434951] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 602.434951] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the lease: (returnval){ [ 602.434951] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5266cda1-7f2c-10e5-de18-480725e45bac" [ 602.434951] env[62822]: _type = "HttpNfcLease" [ 602.434951] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 602.444934] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 602.444934] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5266cda1-7f2c-10e5-de18-480725e45bac" [ 602.444934] env[62822]: _type = "HttpNfcLease" [ 602.444934] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 602.514284] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763698, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.614224] env[62822]: DEBUG nova.network.neutron [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Updated VIF entry in instance network info cache for port 4178a8fd-9861-4cc2-ad42-b347cde06968. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.614815] env[62822]: DEBUG nova.network.neutron [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Updating instance_info_cache with network_info: [{"id": "4178a8fd-9861-4cc2-ad42-b347cde06968", "address": "fa:16:3e:e5:2b:e8", "network": {"id": "7307a462-792e-45a9-925a-359e2273c7da", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1075179412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1cc76f6efca45bdb17ef74ec47b05f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4178a8fd-98", "ovs_interfaceid": "4178a8fd-9861-4cc2-ad42-b347cde06968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.680855] env[62822]: DEBUG oslo_concurrency.lockutils [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] Releasing lock "refresh_cache-471d4a05-6756-49d8-8b02-ba7edaa750f9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.681310] env[62822]: DEBUG nova.compute.manager [req-194b7b88-89e7-4e02-adb1-114917b19b78 req-e93afa4c-0536-42fe-b585-5039e4808f74 service nova] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Received event network-vif-deleted-f08bd933-a0cd-4656-baf2-e373fefbd4fd {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.737432] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763699, 'name': Rename_Task, 'duration_secs': 0.236744} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.737716] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.738248] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3294cf2e-09d5-4a36-8e0f-fc2da691af30 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.747228] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Waiting for the task: (returnval){ [ 602.747228] env[62822]: value = "task-2763702" [ 602.747228] env[62822]: _type = "Task" [ 602.747228] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.754356] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1396dd-c25d-4f06-b714-f3aaa13579c5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.769431] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.790109] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance '2ebb4556-1741-48cc-b40c-45cde919e39d' progress to 0 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 602.807713] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.810911] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5253f4dc-10f6-d2c3-283a-407e4d2f26d7, 'name': SearchDatastore_Task, 'duration_secs': 0.023853} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.812304] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.812304] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.812304] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.812594] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.812638] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.812930] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22f152b8-1087-4985-95a1-2c9f442c7681 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.830330] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.830330] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.830330] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876f97eb-f56d-4c24-944b-9ed692536419 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.839546] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for the task: (returnval){ [ 602.839546] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b6e0be-0702-a306-ba9c-66007a1e2fc0" [ 602.839546] env[62822]: _type = "Task" [ 602.839546] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.849509] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b6e0be-0702-a306-ba9c-66007a1e2fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.911785] env[62822]: DEBUG nova.scheduler.client.report [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.948611] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 602.948611] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5266cda1-7f2c-10e5-de18-480725e45bac" [ 602.948611] env[62822]: _type = "HttpNfcLease" [ 602.948611] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 602.949054] env[62822]: DEBUG oslo_vmware.rw_handles [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 602.949054] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5266cda1-7f2c-10e5-de18-480725e45bac" [ 602.949054] env[62822]: _type = "HttpNfcLease" [ 602.949054] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 602.949811] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d03ad9-9fc1-41de-84b9-ad3d2526739f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.965536] env[62822]: DEBUG oslo_vmware.rw_handles [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52592325-05cd-a8f8-7c22-ccfb67f9ab42/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 602.965719] env[62822]: DEBUG oslo_vmware.rw_handles [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52592325-05cd-a8f8-7c22-ccfb67f9ab42/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 603.054135] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64704} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.054590] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 471d4a05-6756-49d8-8b02-ba7edaa750f9/471d4a05-6756-49d8-8b02-ba7edaa750f9.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.054846] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.055154] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6893f02d-f4fe-404e-86b2-9055370e00fd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.064341] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 603.064341] env[62822]: value = "task-2763704" [ 603.064341] env[62822]: _type = "Task" [ 603.064341] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.075030] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.087719] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bedaabf0-a1b8-49bd-97c7-bc50312e5d52 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.120031] env[62822]: DEBUG oslo_concurrency.lockutils [req-eb22d087-224d-4295-815d-a5ee745ba5a1 req-6282c069-86f0-4464-a999-699a41296c44 service nova] Releasing lock "refresh_cache-900fe4d9-6c69-4178-8c2d-5af07fa5718f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.276218] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763702, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.276478] env[62822]: DEBUG oslo_vmware.api [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763700, 'name': PowerOnVM_Task, 'duration_secs': 0.826508} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.276736] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.276957] env[62822]: INFO nova.compute.manager [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Took 10.32 seconds to spawn the instance on the hypervisor. [ 603.277246] env[62822]: DEBUG nova.compute.manager [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.278159] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27ec575-47b6-444d-9459-c8c49d82d3ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.314409] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.314762] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f85c52af-03bc-48ed-a9af-6642e1253c32 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.325874] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 603.325874] env[62822]: value = "task-2763705" [ 603.325874] env[62822]: _type = "Task" [ 603.325874] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.345486] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.369598] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b6e0be-0702-a306-ba9c-66007a1e2fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.373765] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "f1429713-ecf1-481d-b4ae-a50abab28758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.374288] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "f1429713-ecf1-481d-b4ae-a50abab28758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.374288] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c449274e-0fff-462a-9177-81fd03cbbc64 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.383587] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for the task: (returnval){ [ 603.383587] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cbed22-9959-5c1c-fa12-c070f686ca37" [ 603.383587] env[62822]: _type = "Task" [ 603.383587] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.393850] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cbed22-9959-5c1c-fa12-c070f686ca37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.418113] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.418919] env[62822]: DEBUG nova.compute.manager [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.423396] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.423s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.425537] env[62822]: INFO nova.compute.claims [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.588425] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07373} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.590291] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.590291] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24faddc-64ec-49ae-aec5-93cf0b24e353 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.626775] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 471d4a05-6756-49d8-8b02-ba7edaa750f9/471d4a05-6756-49d8-8b02-ba7edaa750f9.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.627198] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de593cf-be3d-4320-b837-a0d7dc7e972d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.655648] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 603.655648] env[62822]: value = "task-2763706" [ 603.655648] env[62822]: _type = "Task" [ 603.655648] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.672386] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.767321] env[62822]: DEBUG oslo_vmware.api [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Task: {'id': task-2763702, 'name': PowerOnVM_Task, 'duration_secs': 0.946867} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.767814] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.768151] env[62822]: DEBUG nova.compute.manager [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.769308] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb193e23-4851-43a0-b4e8-b84837ca8a82 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.806856] env[62822]: INFO nova.compute.manager [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Took 24.27 seconds to build instance. [ 603.852586] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763705, 'name': PowerOffVM_Task, 'duration_secs': 0.302814} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.852586] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.852680] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance '2ebb4556-1741-48cc-b40c-45cde919e39d' progress to 17 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 603.905387] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cbed22-9959-5c1c-fa12-c070f686ca37, 'name': SearchDatastore_Task, 'duration_secs': 0.01943} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.906234] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.906718] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 900fe4d9-6c69-4178-8c2d-5af07fa5718f/900fe4d9-6c69-4178-8c2d-5af07fa5718f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.908124] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98711be3-589b-4a54-b689-70497d390c50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.919634] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for the task: (returnval){ [ 603.919634] env[62822]: value = "task-2763707" [ 603.919634] env[62822]: _type = "Task" [ 603.919634] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.932027] env[62822]: DEBUG nova.compute.utils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.937126] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.937126] env[62822]: DEBUG nova.compute.manager [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Not allocating networking since 'none' was specified. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 604.173956] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.297719] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.309492] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e37463de-7511-47aa-aabf-49dd3d330787 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.792s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.363440] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.363750] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.364117] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.364967] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.364967] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.365316] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.365706] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.366058] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.366738] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.367063] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.367871] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.386291] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24a574a9-7bbf-4ea9-a896-4a2be3a8dd11 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.414272] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 604.414272] env[62822]: value = "task-2763708" [ 604.414272] env[62822]: _type = "Task" [ 604.414272] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.428964] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763708, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.436778] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763707, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.438556] env[62822]: DEBUG nova.compute.manager [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.671102] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763706, 'name': ReconfigVM_Task, 'duration_secs': 0.595122} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.671510] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 471d4a05-6756-49d8-8b02-ba7edaa750f9/471d4a05-6756-49d8-8b02-ba7edaa750f9.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.672233] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d53709b9-c2f4-4a15-940e-f4940d81a4a0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.681746] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 604.681746] env[62822]: value = "task-2763709" [ 604.681746] env[62822]: _type = "Task" [ 604.681746] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.695031] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763709, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.729757] env[62822]: DEBUG nova.compute.manager [req-f437eaba-506c-4117-b76d-80e64e3b600b req-683db779-a918-4f76-8620-3142cc4d3c22 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Received event network-changed-05cc2d8e-6ff5-4046-8a68-215c985018dd {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.730036] env[62822]: DEBUG nova.compute.manager [req-f437eaba-506c-4117-b76d-80e64e3b600b req-683db779-a918-4f76-8620-3142cc4d3c22 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Refreshing instance network info cache due to event network-changed-05cc2d8e-6ff5-4046-8a68-215c985018dd. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.730779] env[62822]: DEBUG oslo_concurrency.lockutils [req-f437eaba-506c-4117-b76d-80e64e3b600b req-683db779-a918-4f76-8620-3142cc4d3c22 service nova] Acquiring lock "refresh_cache-50f2676d-83dd-4b21-8b1a-43868a8429c0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.730779] env[62822]: DEBUG oslo_concurrency.lockutils [req-f437eaba-506c-4117-b76d-80e64e3b600b req-683db779-a918-4f76-8620-3142cc4d3c22 service nova] Acquired lock "refresh_cache-50f2676d-83dd-4b21-8b1a-43868a8429c0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.730779] env[62822]: DEBUG nova.network.neutron [req-f437eaba-506c-4117-b76d-80e64e3b600b req-683db779-a918-4f76-8620-3142cc4d3c22 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Refreshing network info cache for port 05cc2d8e-6ff5-4046-8a68-215c985018dd {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.817031] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.941460] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763708, 'name': ReconfigVM_Task, 'duration_secs': 0.291528} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.952027] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance '2ebb4556-1741-48cc-b40c-45cde919e39d' progress to 33 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 604.954892] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835686} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.965978] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 900fe4d9-6c69-4178-8c2d-5af07fa5718f/900fe4d9-6c69-4178-8c2d-5af07fa5718f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.966386] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.968830] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb156004-c819-4dcb-a00f-8674c7a61127 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.980913] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquiring lock "faa282f6-f946-4f8e-aea8-23c8ea493f18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.981357] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lock "faa282f6-f946-4f8e-aea8-23c8ea493f18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.987115] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for the task: (returnval){ [ 604.987115] env[62822]: value = "task-2763710" [ 604.987115] env[62822]: _type = "Task" [ 604.987115] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.005040] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.120070] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2844cc61-c3b4-434b-a3db-fc91cebed370 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.130798] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79908794-97aa-43a8-b93c-4741606b8732 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.172118] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761673e6-d4a2-41e2-93f7-55c461164032 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.180843] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5866688a-0614-49f7-a5ed-ba1001166c97 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.200226] env[62822]: DEBUG nova.compute.provider_tree [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.205045] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763709, 'name': Rename_Task, 'duration_secs': 0.201009} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.205791] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.206096] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8cdbc74-98cc-4fb7-bb9f-9035b67d9ca9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.214690] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 605.214690] env[62822]: value = "task-2763712" [ 605.214690] env[62822]: _type = "Task" [ 605.214690] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.224211] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.345239] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.463192] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.463591] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.463591] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.466158] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.466158] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.466158] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.466158] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.466158] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.466406] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.466406] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.466406] env[62822]: DEBUG nova.virt.hardware [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.471675] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 605.480175] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5fa4494-dc44-4556-870b-dc36ab0b88f0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.496207] env[62822]: DEBUG nova.compute.manager [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.511968] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111104} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.515177] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.515606] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 605.515606] env[62822]: value = "task-2763713" [ 605.515606] env[62822]: _type = "Task" [ 605.515606] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.518888] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4b60b5-89cb-46cd-9cc1-9a11a4c3c939 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.530024] env[62822]: DEBUG nova.virt.hardware [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.530129] env[62822]: DEBUG nova.virt.hardware [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.530452] env[62822]: DEBUG nova.virt.hardware [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.530803] env[62822]: DEBUG nova.virt.hardware [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.530874] env[62822]: DEBUG nova.virt.hardware [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.531204] env[62822]: DEBUG nova.virt.hardware [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.531494] env[62822]: DEBUG nova.virt.hardware [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.531792] env[62822]: DEBUG nova.virt.hardware [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.532247] env[62822]: DEBUG nova.virt.hardware [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.532468] env[62822]: DEBUG nova.virt.hardware [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.532868] env[62822]: DEBUG nova.virt.hardware [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.533952] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7424612-8ea1-4a35-afec-c320144d2af9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.562056] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 900fe4d9-6c69-4178-8c2d-5af07fa5718f/900fe4d9-6c69-4178-8c2d-5af07fa5718f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.562404] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.565614] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d63915da-d6f8-4dd5-8552-caeec4e00bb9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.585696] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4741720c-5039-4ffa-b597-e8418d35b66d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.591283] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for the task: (returnval){ [ 605.591283] env[62822]: value = "task-2763714" [ 605.591283] env[62822]: _type = "Task" [ 605.591283] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.603476] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.609664] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Creating folder: Project (9062f4e82fd8445484a2edfaaa8c3c08). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.610739] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e0a4a88-a56b-4b15-9540-22119132d41d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.615586] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.623978] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Created folder: Project (9062f4e82fd8445484a2edfaaa8c3c08) in parent group-v555973. [ 605.624225] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Creating folder: Instances. Parent ref: group-v556022. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.624482] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41009905-a5cf-471a-822b-eb1764c5b1a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.633554] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Created folder: Instances in parent group-v556022. [ 605.634141] env[62822]: DEBUG oslo.service.loopingcall [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.634141] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.634272] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05be61fa-5e95-431b-82ba-8109fbf0bbf0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.649501] env[62822]: DEBUG nova.network.neutron [req-f437eaba-506c-4117-b76d-80e64e3b600b req-683db779-a918-4f76-8620-3142cc4d3c22 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Updated VIF entry in instance network info cache for port 05cc2d8e-6ff5-4046-8a68-215c985018dd. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.649852] env[62822]: DEBUG nova.network.neutron [req-f437eaba-506c-4117-b76d-80e64e3b600b req-683db779-a918-4f76-8620-3142cc4d3c22 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Updating instance_info_cache with network_info: [{"id": "05cc2d8e-6ff5-4046-8a68-215c985018dd", "address": "fa:16:3e:2a:af:70", "network": {"id": "7d631f8b-d7ee-4e10-9cff-3f288bbf4d05", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-792947114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eddbea3048845b380c5ff31e1c92a8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cc2d8e-6f", "ovs_interfaceid": "05cc2d8e-6ff5-4046-8a68-215c985018dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.653031] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.653031] env[62822]: value = "task-2763717" [ 605.653031] env[62822]: _type = "Task" [ 605.653031] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.664082] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763717, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.707126] env[62822]: DEBUG nova.scheduler.client.report [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.724584] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763712, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.039081] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763713, 'name': ReconfigVM_Task, 'duration_secs': 0.249241} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.039081] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 606.039081] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265e119d-6db0-4869-ba73-d9fb168f93d9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.063416] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 2ebb4556-1741-48cc-b40c-45cde919e39d/2ebb4556-1741-48cc-b40c-45cde919e39d.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.063932] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eef95b3-d43c-4465-9ad1-f9b66ba8e848 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.087044] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 606.087044] env[62822]: value = "task-2763718" [ 606.087044] env[62822]: _type = "Task" [ 606.087044] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.097973] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.106735] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.154812] env[62822]: DEBUG oslo_concurrency.lockutils [req-f437eaba-506c-4117-b76d-80e64e3b600b req-683db779-a918-4f76-8620-3142cc4d3c22 service nova] Releasing lock "refresh_cache-50f2676d-83dd-4b21-8b1a-43868a8429c0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.168490] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763717, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.216048] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.216048] env[62822]: DEBUG nova.compute.manager [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.217294] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.540s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.219024] env[62822]: INFO nova.compute.claims [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.232595] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763712, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.491904] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "8fb48046-cb42-4250-a73a-046e1bc69f96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.492455] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.512476] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquiring lock "df2a4178-c972-44e0-9657-050f5defaa99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.515127] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "df2a4178-c972-44e0-9657-050f5defaa99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.515127] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquiring lock "df2a4178-c972-44e0-9657-050f5defaa99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.515127] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "df2a4178-c972-44e0-9657-050f5defaa99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.515127] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "df2a4178-c972-44e0-9657-050f5defaa99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.515949] env[62822]: INFO nova.compute.manager [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Terminating instance [ 606.600969] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.608154] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763714, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.666082] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763717, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.730941] env[62822]: DEBUG nova.compute.utils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.738088] env[62822]: DEBUG nova.compute.manager [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.738088] env[62822]: DEBUG nova.network.neutron [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.750181] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763712, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.843684] env[62822]: DEBUG nova.policy [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b59882e78294274bcf0e944d2367449', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1ad41968a0c4e809d01b7d3c0161017', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.020927] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquiring lock "refresh_cache-df2a4178-c972-44e0-9657-050f5defaa99" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.021153] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquired lock "refresh_cache-df2a4178-c972-44e0-9657-050f5defaa99" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.021890] env[62822]: DEBUG nova.network.neutron [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.099519] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763718, 'name': ReconfigVM_Task, 'duration_secs': 0.633505} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.104516] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 2ebb4556-1741-48cc-b40c-45cde919e39d/2ebb4556-1741-48cc-b40c-45cde919e39d.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.104890] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance '2ebb4556-1741-48cc-b40c-45cde919e39d' progress to 50 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 607.119203] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763714, 'name': ReconfigVM_Task, 'duration_secs': 1.028298} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.120724] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 900fe4d9-6c69-4178-8c2d-5af07fa5718f/900fe4d9-6c69-4178-8c2d-5af07fa5718f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.120942] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0da1aed7-ea0f-4526-a054-bd17ca3a7101 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.129707] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for the task: (returnval){ [ 607.129707] env[62822]: value = "task-2763719" [ 607.129707] env[62822]: _type = "Task" [ 607.129707] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.143849] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763719, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.171136] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763717, 'name': CreateVM_Task, 'duration_secs': 1.247522} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.171216] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.171665] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.171827] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.172183] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.172732] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2064595a-bac8-4b21-83a6-a54d024fe8ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.180394] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 607.180394] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5212177c-5330-38d3-9f40-f8dff7b3a44e" [ 607.180394] env[62822]: _type = "Task" [ 607.180394] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.189644] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5212177c-5330-38d3-9f40-f8dff7b3a44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.237546] env[62822]: DEBUG oslo_vmware.api [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763712, 'name': PowerOnVM_Task, 'duration_secs': 1.555994} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.238083] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.238312] env[62822]: INFO nova.compute.manager [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Took 11.79 seconds to spawn the instance on the hypervisor. [ 607.238495] env[62822]: DEBUG nova.compute.manager [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.242601] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d479c49a-f8e4-46de-b832-819bca77deff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.245694] env[62822]: DEBUG nova.compute.manager [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.563397] env[62822]: DEBUG nova.network.neutron [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.622923] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204f3c0b-ce32-448d-a5a3-a0ce71a175e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.650863] env[62822]: DEBUG nova.network.neutron [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Successfully created port: 654afe23-5f44-4fb8-8610-d9198776c9d3 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.656559] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb06d8ab-081b-412c-ba85-7ff64d450b9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.660233] env[62822]: DEBUG nova.network.neutron [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.667372] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763719, 'name': Rename_Task, 'duration_secs': 0.25492} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.682621] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.683102] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance '2ebb4556-1741-48cc-b40c-45cde919e39d' progress to 67 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 607.690292] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af1cac51-e642-44b9-9442-aac198c9ba17 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.702671] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5212177c-5330-38d3-9f40-f8dff7b3a44e, 'name': SearchDatastore_Task, 'duration_secs': 0.016587} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.704044] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.704279] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.704505] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.704643] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.704811] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.705161] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for the task: (returnval){ [ 607.705161] env[62822]: value = "task-2763720" [ 607.705161] env[62822]: _type = "Task" [ 607.705161] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.705381] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c66c4983-9e25-4a79-9475-9f6388056550 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.719796] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763720, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.721388] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.721661] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.723404] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2fca16b-b648-4ab8-8802-efb94339aa72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.729524] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 607.729524] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525f7f50-42bd-67e4-1132-e106b6992322" [ 607.729524] env[62822]: _type = "Task" [ 607.729524] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.746063] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525f7f50-42bd-67e4-1132-e106b6992322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.782285] env[62822]: INFO nova.compute.manager [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Took 27.14 seconds to build instance. [ 607.911245] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5091fa54-467c-4bfe-b743-356e322bf71e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.922189] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e706fa-7fc3-4cb8-9730-eb8945208879 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.957075] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097835b0-9fe2-4ea2-8c79-35b5ffab7369 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.967428] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302568dd-3fa9-4968-9a8b-566331ddf9c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.982977] env[62822]: DEBUG nova.compute.provider_tree [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.163589] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Releasing lock "refresh_cache-df2a4178-c972-44e0-9657-050f5defaa99" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.164040] env[62822]: DEBUG nova.compute.manager [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 608.164235] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 608.165149] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9271b3e4-fbdf-4b5f-b696-c1255ee38c85 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.177551] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.177839] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6299c45-15d1-4e16-88c6-7f6fba6ff8dd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.184453] env[62822]: DEBUG oslo_vmware.api [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 608.184453] env[62822]: value = "task-2763721" [ 608.184453] env[62822]: _type = "Task" [ 608.184453] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.192711] env[62822]: DEBUG oslo_vmware.api [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.216659] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763720, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.239494] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525f7f50-42bd-67e4-1132-e106b6992322, 'name': SearchDatastore_Task, 'duration_secs': 0.012764} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.240272] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06921737-dc5d-4f5e-8a7c-04583d62f8d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.245386] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 608.245386] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52076da7-72e6-1656-5448-625d490b17dc" [ 608.245386] env[62822]: _type = "Task" [ 608.245386] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.253527] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52076da7-72e6-1656-5448-625d490b17dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.257992] env[62822]: DEBUG nova.network.neutron [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Port ad3cf823-5152-4b0e-9f6d-f6cb9e667c44 binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 608.261689] env[62822]: DEBUG nova.compute.manager [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.288917] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0577635e-93b0-4714-b090-ddb9741064e0 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "471d4a05-6756-49d8-8b02-ba7edaa750f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.661s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.296688] env[62822]: DEBUG nova.virt.hardware [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.296937] env[62822]: DEBUG nova.virt.hardware [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.297155] env[62822]: DEBUG nova.virt.hardware [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.297482] env[62822]: DEBUG nova.virt.hardware [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.297729] env[62822]: DEBUG nova.virt.hardware [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.298011] env[62822]: DEBUG nova.virt.hardware [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.298372] env[62822]: DEBUG nova.virt.hardware [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.298670] env[62822]: DEBUG nova.virt.hardware [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.298955] env[62822]: DEBUG nova.virt.hardware [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.299190] env[62822]: DEBUG nova.virt.hardware [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.299374] env[62822]: DEBUG nova.virt.hardware [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.300669] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a9e2fd-cbd0-46d6-a3ea-d034ea76cbd3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.309479] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04b265e-5164-48b0-9dbb-b855216bbb80 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.487599] env[62822]: DEBUG nova.scheduler.client.report [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.700441] env[62822]: DEBUG oslo_vmware.api [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763721, 'name': PowerOffVM_Task, 'duration_secs': 0.148429} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.700441] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.700441] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 608.700441] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd3f99fd-4dfa-4a1c-bb19-7403c9db56cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.722684] env[62822]: DEBUG oslo_vmware.api [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763720, 'name': PowerOnVM_Task, 'duration_secs': 0.689654} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.723375] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.723375] env[62822]: INFO nova.compute.manager [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Took 10.67 seconds to spawn the instance on the hypervisor. [ 608.723375] env[62822]: DEBUG nova.compute.manager [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.724853] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28af5f3-db32-4a9f-8c4d-6ad4a72c2e51 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.728643] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 608.728985] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 608.729088] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Deleting the datastore file [datastore2] df2a4178-c972-44e0-9657-050f5defaa99 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.731289] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10cec90a-d5f2-4fe4-ad9d-0e9026ed9866 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.743782] env[62822]: DEBUG oslo_vmware.api [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for the task: (returnval){ [ 608.743782] env[62822]: value = "task-2763723" [ 608.743782] env[62822]: _type = "Task" [ 608.743782] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.767444] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52076da7-72e6-1656-5448-625d490b17dc, 'name': SearchDatastore_Task, 'duration_secs': 0.016385} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.768941] env[62822]: DEBUG oslo_vmware.api [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.769519] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.769933] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 2ad7347f-4dbc-40ab-bbbc-20bf0270c595/2ad7347f-4dbc-40ab-bbbc-20bf0270c595.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.770168] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be9e500a-b47b-4952-a9ba-8e7111ac0960 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.778607] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 608.778607] env[62822]: value = "task-2763724" [ 608.778607] env[62822]: _type = "Task" [ 608.778607] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.788477] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.792828] env[62822]: DEBUG nova.compute.manager [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.996082] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.996082] env[62822]: DEBUG nova.compute.manager [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.998992] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.501s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.001028] env[62822]: INFO nova.compute.claims [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.264178] env[62822]: INFO nova.compute.manager [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Took 27.16 seconds to build instance. [ 609.269754] env[62822]: DEBUG oslo_vmware.api [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Task: {'id': task-2763723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175156} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.283988] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.285710] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 609.285921] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 609.286168] env[62822]: INFO nova.compute.manager [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Took 1.12 seconds to destroy the instance on the hypervisor. [ 609.286394] env[62822]: DEBUG oslo.service.loopingcall [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.291761] env[62822]: DEBUG nova.compute.manager [-] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 609.291907] env[62822]: DEBUG nova.network.neutron [-] [instance: df2a4178-c972-44e0-9657-050f5defaa99] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 609.308611] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "2ebb4556-1741-48cc-b40c-45cde919e39d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.308611] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.308611] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.322673] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763724, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.336804] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.375736] env[62822]: DEBUG nova.network.neutron [-] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.398392] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Acquiring lock "11541cf8-c651-4963-a4d6-cd08aa6362d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.398871] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Lock "11541cf8-c651-4963-a4d6-cd08aa6362d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.509216] env[62822]: DEBUG nova.compute.utils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.517022] env[62822]: DEBUG nova.compute.manager [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.517022] env[62822]: DEBUG nova.network.neutron [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.699822] env[62822]: DEBUG nova.policy [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b59882e78294274bcf0e944d2367449', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1ad41968a0c4e809d01b7d3c0161017', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.770955] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0aabb3db-40c4-4fef-8183-620b89673a98 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.693s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.805126] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639195} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.805126] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 2ad7347f-4dbc-40ab-bbbc-20bf0270c595/2ad7347f-4dbc-40ab-bbbc-20bf0270c595.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.805126] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.805126] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-495c41d1-b9c7-478b-8e6c-a252a84c718e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.820580] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 609.820580] env[62822]: value = "task-2763725" [ 609.820580] env[62822]: _type = "Task" [ 609.820580] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.841894] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.879461] env[62822]: DEBUG nova.network.neutron [-] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.010748] env[62822]: DEBUG nova.network.neutron [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Successfully updated port: 654afe23-5f44-4fb8-8610-d9198776c9d3 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.021532] env[62822]: DEBUG nova.compute.manager [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.281431] env[62822]: DEBUG nova.compute.manager [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.337255] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074599} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.337255] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.337255] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7dd23e-dd5f-4610-8b5c-4cc416768f79 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.363701] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 2ad7347f-4dbc-40ab-bbbc-20bf0270c595/2ad7347f-4dbc-40ab-bbbc-20bf0270c595.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.367097] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa2c890-e7a9-4909-a769-2eeada2a8ba2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.385036] env[62822]: INFO nova.compute.manager [-] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Took 1.09 seconds to deallocate network for instance. [ 610.391327] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 610.391327] env[62822]: value = "task-2763726" [ 610.391327] env[62822]: _type = "Task" [ 610.391327] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.399923] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.400127] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.400308] env[62822]: DEBUG nova.network.neutron [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.408560] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.521427] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "refresh_cache-68d17830-6e76-4274-952c-a10fb963aa1b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.521647] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquired lock "refresh_cache-68d17830-6e76-4274-952c-a10fb963aa1b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.523159] env[62822]: DEBUG nova.network.neutron [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.612374] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00894ae-39f0-4931-abb4-711c258a67a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.622016] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b51d71-64fd-4cb4-8188-9cb3482a3cab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.628630] env[62822]: DEBUG nova.compute.manager [req-803672c8-a615-4a97-8fe1-c920e909560e req-633e7e67-2960-48b7-b6e9-e1547a034227 service nova] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Received event network-vif-plugged-654afe23-5f44-4fb8-8610-d9198776c9d3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.629411] env[62822]: DEBUG oslo_concurrency.lockutils [req-803672c8-a615-4a97-8fe1-c920e909560e req-633e7e67-2960-48b7-b6e9-e1547a034227 service nova] Acquiring lock "68d17830-6e76-4274-952c-a10fb963aa1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.629719] env[62822]: DEBUG oslo_concurrency.lockutils [req-803672c8-a615-4a97-8fe1-c920e909560e req-633e7e67-2960-48b7-b6e9-e1547a034227 service nova] Lock "68d17830-6e76-4274-952c-a10fb963aa1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.630893] env[62822]: DEBUG oslo_concurrency.lockutils [req-803672c8-a615-4a97-8fe1-c920e909560e req-633e7e67-2960-48b7-b6e9-e1547a034227 service nova] Lock "68d17830-6e76-4274-952c-a10fb963aa1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.630893] env[62822]: DEBUG nova.compute.manager [req-803672c8-a615-4a97-8fe1-c920e909560e req-633e7e67-2960-48b7-b6e9-e1547a034227 service nova] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] No waiting events found dispatching network-vif-plugged-654afe23-5f44-4fb8-8610-d9198776c9d3 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.630893] env[62822]: WARNING nova.compute.manager [req-803672c8-a615-4a97-8fe1-c920e909560e req-633e7e67-2960-48b7-b6e9-e1547a034227 service nova] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Received unexpected event network-vif-plugged-654afe23-5f44-4fb8-8610-d9198776c9d3 for instance with vm_state building and task_state spawning. [ 610.663121] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ccd21e-556e-46a1-be7b-25f2bf4370f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.673183] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ef9f76-8b42-47c8-9326-ffbd0a6834b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.693950] env[62822]: DEBUG nova.compute.provider_tree [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.717104] env[62822]: DEBUG nova.network.neutron [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Successfully created port: 979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.816183] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.893162] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.902485] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763726, 'name': ReconfigVM_Task, 'duration_secs': 0.48999} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.906281] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 2ad7347f-4dbc-40ab-bbbc-20bf0270c595/2ad7347f-4dbc-40ab-bbbc-20bf0270c595.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.906281] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d9ac6c0-02a5-4eaa-82bf-9909611d1713 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.917236] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 610.917236] env[62822]: value = "task-2763727" [ 610.917236] env[62822]: _type = "Task" [ 610.917236] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.930262] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763727, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.032233] env[62822]: DEBUG nova.compute.manager [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.067055] env[62822]: DEBUG nova.virt.hardware [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.067488] env[62822]: DEBUG nova.virt.hardware [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.067561] env[62822]: DEBUG nova.virt.hardware [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.067699] env[62822]: DEBUG nova.virt.hardware [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.068166] env[62822]: DEBUG nova.virt.hardware [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.068166] env[62822]: DEBUG nova.virt.hardware [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.068250] env[62822]: DEBUG nova.virt.hardware [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.068344] env[62822]: DEBUG nova.virt.hardware [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.068507] env[62822]: DEBUG nova.virt.hardware [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.068708] env[62822]: DEBUG nova.virt.hardware [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.068902] env[62822]: DEBUG nova.virt.hardware [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.070480] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f29243-1741-4fde-8e9a-69a540e81ffa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.081368] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d39a09-a293-4d48-b310-29a7a75c4f15 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.128444] env[62822]: DEBUG oslo_vmware.rw_handles [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52592325-05cd-a8f8-7c22-ccfb67f9ab42/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 611.129719] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdea8cbc-dfb1-4ae0-b13b-00c220307ad0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.139355] env[62822]: DEBUG oslo_vmware.rw_handles [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52592325-05cd-a8f8-7c22-ccfb67f9ab42/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 611.139355] env[62822]: ERROR oslo_vmware.rw_handles [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52592325-05cd-a8f8-7c22-ccfb67f9ab42/disk-0.vmdk due to incomplete transfer. [ 611.139355] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1357fd13-bbac-482e-9257-0b062bbaa270 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.145958] env[62822]: DEBUG oslo_vmware.rw_handles [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52592325-05cd-a8f8-7c22-ccfb67f9ab42/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 611.146419] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Uploaded image cb8ed79e-fa4d-4e82-b140-6d263cbe55f2 to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 611.148282] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 611.148553] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2163adf-ac1c-476b-83ba-49ada5988b07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.154453] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 611.154453] env[62822]: value = "task-2763728" [ 611.154453] env[62822]: _type = "Task" [ 611.154453] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.165428] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763728, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.198340] env[62822]: DEBUG nova.scheduler.client.report [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.258774] env[62822]: DEBUG nova.network.neutron [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.360687] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "7bc03c18-24a9-4e83-aaf7-a16af8164829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.361021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "7bc03c18-24a9-4e83-aaf7-a16af8164829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.428563] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763727, 'name': Rename_Task, 'duration_secs': 0.280851} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.431916] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.432571] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81bfb194-96a5-45ba-b7b7-e4f2641a2187 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.440336] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 611.440336] env[62822]: value = "task-2763729" [ 611.440336] env[62822]: _type = "Task" [ 611.440336] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.448694] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.507378] env[62822]: DEBUG nova.network.neutron [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Updating instance_info_cache with network_info: [{"id": "654afe23-5f44-4fb8-8610-d9198776c9d3", "address": "fa:16:3e:67:d3:fa", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654afe23-5f", "ovs_interfaceid": "654afe23-5f44-4fb8-8610-d9198776c9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.533627] env[62822]: DEBUG nova.network.neutron [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance_info_cache with network_info: [{"id": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "address": "fa:16:3e:33:96:a4", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3cf823-51", "ovs_interfaceid": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.669109] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763728, 'name': Destroy_Task, 'duration_secs': 0.333126} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.669109] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Destroyed the VM [ 611.669421] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 611.669684] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e54efa15-1209-4c28-b3d0-6e651e0b7975 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.679768] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 611.679768] env[62822]: value = "task-2763730" [ 611.679768] env[62822]: _type = "Task" [ 611.679768] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.687211] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763730, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.705367] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.705909] env[62822]: DEBUG nova.compute.manager [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.709540] env[62822]: DEBUG oslo_concurrency.lockutils [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.171s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.709768] env[62822]: DEBUG nova.objects.instance [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 611.887138] env[62822]: DEBUG nova.compute.manager [req-9b3f86b4-fe26-440d-bf97-1d8566b188a4 req-47ef4d1c-e04f-4d8d-9941-28ba53487f9e service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Received event network-changed-cca6a4f8-6bb6-42fa-8f06-1c396e400946 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.887416] env[62822]: DEBUG nova.compute.manager [req-9b3f86b4-fe26-440d-bf97-1d8566b188a4 req-47ef4d1c-e04f-4d8d-9941-28ba53487f9e service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Refreshing instance network info cache due to event network-changed-cca6a4f8-6bb6-42fa-8f06-1c396e400946. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 611.887552] env[62822]: DEBUG oslo_concurrency.lockutils [req-9b3f86b4-fe26-440d-bf97-1d8566b188a4 req-47ef4d1c-e04f-4d8d-9941-28ba53487f9e service nova] Acquiring lock "refresh_cache-471d4a05-6756-49d8-8b02-ba7edaa750f9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.887674] env[62822]: DEBUG oslo_concurrency.lockutils [req-9b3f86b4-fe26-440d-bf97-1d8566b188a4 req-47ef4d1c-e04f-4d8d-9941-28ba53487f9e service nova] Acquired lock "refresh_cache-471d4a05-6756-49d8-8b02-ba7edaa750f9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.887826] env[62822]: DEBUG nova.network.neutron [req-9b3f86b4-fe26-440d-bf97-1d8566b188a4 req-47ef4d1c-e04f-4d8d-9941-28ba53487f9e service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Refreshing network info cache for port cca6a4f8-6bb6-42fa-8f06-1c396e400946 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.950582] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.011238] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Releasing lock "refresh_cache-68d17830-6e76-4274-952c-a10fb963aa1b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.013282] env[62822]: DEBUG nova.compute.manager [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Instance network_info: |[{"id": "654afe23-5f44-4fb8-8610-d9198776c9d3", "address": "fa:16:3e:67:d3:fa", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654afe23-5f", "ovs_interfaceid": "654afe23-5f44-4fb8-8610-d9198776c9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.013476] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:d3:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '654afe23-5f44-4fb8-8610-d9198776c9d3', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.019611] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Creating folder: Project (b1ad41968a0c4e809d01b7d3c0161017). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.020400] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c352489e-4eb5-4183-a4b8-5447777770d0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.030830] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Created folder: Project (b1ad41968a0c4e809d01b7d3c0161017) in parent group-v555973. [ 612.030964] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Creating folder: Instances. Parent ref: group-v556025. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.031264] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a6f33cb-20a7-46b8-b416-c4cecdd6359d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.035841] env[62822]: DEBUG oslo_concurrency.lockutils [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.042137] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Created folder: Instances in parent group-v556025. [ 612.042137] env[62822]: DEBUG oslo.service.loopingcall [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.042137] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.042137] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28e6a436-7a85-4d55-b220-b1a3c96cbf6a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.062946] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.062946] env[62822]: value = "task-2763733" [ 612.062946] env[62822]: _type = "Task" [ 612.062946] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.072124] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763733, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.187795] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763730, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.221050] env[62822]: DEBUG nova.compute.utils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.221530] env[62822]: DEBUG nova.compute.manager [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Not allocating networking since 'none' was specified. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 612.449528] env[62822]: DEBUG oslo_vmware.api [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763729, 'name': PowerOnVM_Task, 'duration_secs': 0.846494} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.449878] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.450176] env[62822]: INFO nova.compute.manager [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Took 6.95 seconds to spawn the instance on the hypervisor. [ 612.450421] env[62822]: DEBUG nova.compute.manager [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.451499] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf73054-5ecc-4534-b0f6-96e96d4ebcc4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.562881] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd2b0d7-e1a6-4dd1-841f-a8983a35c133 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.568772] env[62822]: DEBUG nova.network.neutron [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Successfully updated port: 979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.596445] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23d87e2-aaf2-4f20-982e-320c2777d6a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.603099] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763733, 'name': CreateVM_Task, 'duration_secs': 0.348059} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.603703] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.604480] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.604698] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.605069] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.607949] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b79f971-d0f8-4a3f-839d-edafada3f647 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.609831] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance '2ebb4556-1741-48cc-b40c-45cde919e39d' progress to 83 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 612.616638] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 612.616638] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a833af-2a64-142a-cbab-04170a409a9f" [ 612.616638] env[62822]: _type = "Task" [ 612.616638] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.625612] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a833af-2a64-142a-cbab-04170a409a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.687992] env[62822]: DEBUG oslo_vmware.api [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763730, 'name': RemoveSnapshot_Task, 'duration_secs': 0.557336} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.688273] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 612.688504] env[62822]: INFO nova.compute.manager [None req-e27d5145-a22c-40e2-86ee-ac57b17641e7 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Took 14.49 seconds to snapshot the instance on the hypervisor. [ 612.723389] env[62822]: DEBUG oslo_concurrency.lockutils [None req-10c5fc38-601f-489a-902e-75dc2b87e8a9 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.724871] env[62822]: DEBUG nova.compute.manager [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.731171] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.359s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.734305] env[62822]: INFO nova.compute.claims [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.752395] env[62822]: DEBUG nova.network.neutron [req-9b3f86b4-fe26-440d-bf97-1d8566b188a4 req-47ef4d1c-e04f-4d8d-9941-28ba53487f9e service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Updated VIF entry in instance network info cache for port cca6a4f8-6bb6-42fa-8f06-1c396e400946. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.752395] env[62822]: DEBUG nova.network.neutron [req-9b3f86b4-fe26-440d-bf97-1d8566b188a4 req-47ef4d1c-e04f-4d8d-9941-28ba53487f9e service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Updating instance_info_cache with network_info: [{"id": "cca6a4f8-6bb6-42fa-8f06-1c396e400946", "address": "fa:16:3e:63:ff:8e", "network": {"id": "34e0ea7c-1d28-4756-ae6c-fce57fcd714a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-190686895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c610864edf490da3111f5aa7dafb85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca6a4f8-6b", "ovs_interfaceid": "cca6a4f8-6bb6-42fa-8f06-1c396e400946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.972869] env[62822]: INFO nova.compute.manager [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Took 27.16 seconds to build instance. [ 613.075967] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "refresh_cache-7fae0278-8fc3-4512-964d-b318c2d1259c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.076317] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquired lock "refresh_cache-7fae0278-8fc3-4512-964d-b318c2d1259c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.076564] env[62822]: DEBUG nova.network.neutron [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.117918] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.118597] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-333812ed-5390-40da-8f78-1e3ad0be1b7d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.131251] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a833af-2a64-142a-cbab-04170a409a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.030741} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.132455] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.132688] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.132910] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.133068] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.133248] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.133552] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 613.133552] env[62822]: value = "task-2763734" [ 613.133552] env[62822]: _type = "Task" [ 613.133552] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.133730] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f59efde0-8572-4bc1-9ed6-f00eee850e7e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.143038] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.146040] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.146040] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.146264] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b17da1-bc92-4533-83a1-ca3074bbbd6c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.151960] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 613.151960] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52456c2f-0a5b-c172-7e49-91e0a9f91a5a" [ 613.151960] env[62822]: _type = "Task" [ 613.151960] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.164157] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52456c2f-0a5b-c172-7e49-91e0a9f91a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.186922] env[62822]: DEBUG nova.compute.manager [req-ad2e8616-24d6-46b3-bce3-3dae9e502d69 req-fd185b7a-ade3-43e5-bcca-72828d8d6655 service nova] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Received event network-changed-654afe23-5f44-4fb8-8610-d9198776c9d3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.187108] env[62822]: DEBUG nova.compute.manager [req-ad2e8616-24d6-46b3-bce3-3dae9e502d69 req-fd185b7a-ade3-43e5-bcca-72828d8d6655 service nova] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Refreshing instance network info cache due to event network-changed-654afe23-5f44-4fb8-8610-d9198776c9d3. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 613.191018] env[62822]: DEBUG oslo_concurrency.lockutils [req-ad2e8616-24d6-46b3-bce3-3dae9e502d69 req-fd185b7a-ade3-43e5-bcca-72828d8d6655 service nova] Acquiring lock "refresh_cache-68d17830-6e76-4274-952c-a10fb963aa1b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.191018] env[62822]: DEBUG oslo_concurrency.lockutils [req-ad2e8616-24d6-46b3-bce3-3dae9e502d69 req-fd185b7a-ade3-43e5-bcca-72828d8d6655 service nova] Acquired lock "refresh_cache-68d17830-6e76-4274-952c-a10fb963aa1b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.191018] env[62822]: DEBUG nova.network.neutron [req-ad2e8616-24d6-46b3-bce3-3dae9e502d69 req-fd185b7a-ade3-43e5-bcca-72828d8d6655 service nova] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Refreshing network info cache for port 654afe23-5f44-4fb8-8610-d9198776c9d3 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.254998] env[62822]: DEBUG oslo_concurrency.lockutils [req-9b3f86b4-fe26-440d-bf97-1d8566b188a4 req-47ef4d1c-e04f-4d8d-9941-28ba53487f9e service nova] Releasing lock "refresh_cache-471d4a05-6756-49d8-8b02-ba7edaa750f9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.474938] env[62822]: DEBUG oslo_concurrency.lockutils [None req-33194ff1-c7b3-4b98-8cec-8c288061023e tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "2ad7347f-4dbc-40ab-bbbc-20bf0270c595" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.770s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.632016] env[62822]: DEBUG nova.network.neutron [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.648629] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.664614] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52456c2f-0a5b-c172-7e49-91e0a9f91a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.020548} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.667203] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bfb72f5-e2b2-4228-ad0c-e075f1b84d5f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.676268] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 613.676268] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5253c29b-fb96-161f-a55c-b04c5e6de405" [ 613.676268] env[62822]: _type = "Task" [ 613.676268] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.689501] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5253c29b-fb96-161f-a55c-b04c5e6de405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.748995] env[62822]: DEBUG nova.compute.manager [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.806815] env[62822]: DEBUG nova.virt.hardware [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.807340] env[62822]: DEBUG nova.virt.hardware [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.807340] env[62822]: DEBUG nova.virt.hardware [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.807340] env[62822]: DEBUG nova.virt.hardware [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.807533] env[62822]: DEBUG nova.virt.hardware [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.807533] env[62822]: DEBUG nova.virt.hardware [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.808306] env[62822]: DEBUG nova.virt.hardware [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.808306] env[62822]: DEBUG nova.virt.hardware [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.808306] env[62822]: DEBUG nova.virt.hardware [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.808306] env[62822]: DEBUG nova.virt.hardware [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.809798] env[62822]: DEBUG nova.virt.hardware [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.809990] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e035c-9c28-4f58-8c25-ac2adfd036e9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.826926] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4b8c0e-31cb-4863-a70b-3cab70e6fd1d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.848245] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.855353] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Creating folder: Project (4b353a25be964190b3995c0fe5b80e74). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.860397] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2744f168-ad02-4adc-b76d-ee58908e137d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.871963] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Created folder: Project (4b353a25be964190b3995c0fe5b80e74) in parent group-v555973. [ 613.871963] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Creating folder: Instances. Parent ref: group-v556028. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.872754] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da2ab365-c648-4726-bf55-28f3cb3e651e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.884025] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Created folder: Instances in parent group-v556028. [ 613.884694] env[62822]: DEBUG oslo.service.loopingcall [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.885045] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.886548] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9231fd3-69d6-4b94-b906-730096e518ce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.912355] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.912355] env[62822]: value = "task-2763737" [ 613.912355] env[62822]: _type = "Task" [ 613.912355] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.920367] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763737, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.978519] env[62822]: DEBUG nova.compute.manager [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.056245] env[62822]: DEBUG nova.network.neutron [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Updating instance_info_cache with network_info: [{"id": "979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4", "address": "fa:16:3e:7f:a9:64", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979c2df9-fe", "ovs_interfaceid": "979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.128296] env[62822]: DEBUG nova.network.neutron [req-ad2e8616-24d6-46b3-bce3-3dae9e502d69 req-fd185b7a-ade3-43e5-bcca-72828d8d6655 service nova] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Updated VIF entry in instance network info cache for port 654afe23-5f44-4fb8-8610-d9198776c9d3. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.130789] env[62822]: DEBUG nova.network.neutron [req-ad2e8616-24d6-46b3-bce3-3dae9e502d69 req-fd185b7a-ade3-43e5-bcca-72828d8d6655 service nova] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Updating instance_info_cache with network_info: [{"id": "654afe23-5f44-4fb8-8610-d9198776c9d3", "address": "fa:16:3e:67:d3:fa", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654afe23-5f", "ovs_interfaceid": "654afe23-5f44-4fb8-8610-d9198776c9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.159281] env[62822]: DEBUG oslo_vmware.api [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2763734, 'name': PowerOnVM_Task, 'duration_secs': 0.773154} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.159589] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.160068] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-106141f3-3260-42dd-b885-cfee1623d7c6 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance '2ebb4556-1741-48cc-b40c-45cde919e39d' progress to 100 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 614.196958] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5253c29b-fb96-161f-a55c-b04c5e6de405, 'name': SearchDatastore_Task, 'duration_secs': 0.015329} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.198544] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.198871] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 68d17830-6e76-4274-952c-a10fb963aa1b/68d17830-6e76-4274-952c-a10fb963aa1b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.201639] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32652775-3949-4256-8db1-daa86a0c5351 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.207078] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 614.207078] env[62822]: value = "task-2763738" [ 614.207078] env[62822]: _type = "Task" [ 614.207078] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.215084] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.400163] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692088d1-4ac8-48a7-9d8e-c672332f8c4c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.411350] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd72212-8619-46c1-ae10-651b6ad2eee9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.443176] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0f90fd-b0f2-48f8-912e-1d07d310e35e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.449345] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763737, 'name': CreateVM_Task, 'duration_secs': 0.282577} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.450046] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.450612] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.450918] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.451354] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.453570] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee24ba6-202c-46b2-b791-7aea3053fdca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.456283] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1069f5b3-849a-4ae6-ba6f-d2e294daa2f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.463028] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for the task: (returnval){ [ 614.463028] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526529da-50f9-8a97-2870-85638585b062" [ 614.463028] env[62822]: _type = "Task" [ 614.463028] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.473201] env[62822]: DEBUG nova.compute.provider_tree [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.495559] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526529da-50f9-8a97-2870-85638585b062, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.497080] env[62822]: DEBUG nova.compute.manager [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Received event network-vif-plugged-979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.497422] env[62822]: DEBUG oslo_concurrency.lockutils [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] Acquiring lock "7fae0278-8fc3-4512-964d-b318c2d1259c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.497738] env[62822]: DEBUG oslo_concurrency.lockutils [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] Lock "7fae0278-8fc3-4512-964d-b318c2d1259c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.498025] env[62822]: DEBUG oslo_concurrency.lockutils [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] Lock "7fae0278-8fc3-4512-964d-b318c2d1259c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.499073] env[62822]: DEBUG nova.compute.manager [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] No waiting events found dispatching network-vif-plugged-979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.499073] env[62822]: WARNING nova.compute.manager [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Received unexpected event network-vif-plugged-979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4 for instance with vm_state building and task_state spawning. [ 614.499073] env[62822]: DEBUG nova.compute.manager [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Received event network-changed-979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.499073] env[62822]: DEBUG nova.compute.manager [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Refreshing instance network info cache due to event network-changed-979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 614.499868] env[62822]: DEBUG oslo_concurrency.lockutils [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] Acquiring lock "refresh_cache-7fae0278-8fc3-4512-964d-b318c2d1259c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.499868] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.499945] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.500725] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.500725] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.500725] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.500905] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c5244b9-9916-43d1-99fc-1e1a86bc8f5b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.503521] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.512189] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.512428] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.513217] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ab685f-bf53-4eff-ac1f-91a88bfa754e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.519220] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for the task: (returnval){ [ 614.519220] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a88cb0-bb3d-1901-cc86-4bc7b228c14d" [ 614.519220] env[62822]: _type = "Task" [ 614.519220] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.527311] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a88cb0-bb3d-1901-cc86-4bc7b228c14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.561643] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Releasing lock "refresh_cache-7fae0278-8fc3-4512-964d-b318c2d1259c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.565016] env[62822]: DEBUG nova.compute.manager [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Instance network_info: |[{"id": "979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4", "address": "fa:16:3e:7f:a9:64", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979c2df9-fe", "ovs_interfaceid": "979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.565016] env[62822]: DEBUG oslo_concurrency.lockutils [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] Acquired lock "refresh_cache-7fae0278-8fc3-4512-964d-b318c2d1259c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.565383] env[62822]: DEBUG nova.network.neutron [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Refreshing network info cache for port 979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.565383] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:a9:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.571231] env[62822]: DEBUG oslo.service.loopingcall [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 614.572154] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.572396] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a794593-be4c-4679-9222-f247aa6a9c11 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.594122] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.594122] env[62822]: value = "task-2763739" [ 614.594122] env[62822]: _type = "Task" [ 614.594122] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.602932] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763739, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.635811] env[62822]: DEBUG oslo_concurrency.lockutils [req-ad2e8616-24d6-46b3-bce3-3dae9e502d69 req-fd185b7a-ade3-43e5-bcca-72828d8d6655 service nova] Releasing lock "refresh_cache-68d17830-6e76-4274-952c-a10fb963aa1b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.725250] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763738, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.984973] env[62822]: DEBUG nova.scheduler.client.report [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.993862] env[62822]: INFO nova.compute.manager [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Rebuilding instance [ 615.037211] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a88cb0-bb3d-1901-cc86-4bc7b228c14d, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.038322] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24fbdc46-b95f-423f-8a1b-73cdb0ffc002 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.051130] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for the task: (returnval){ [ 615.051130] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52624e6f-f995-86da-c697-f3de2a78c5d3" [ 615.051130] env[62822]: _type = "Task" [ 615.051130] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.062152] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52624e6f-f995-86da-c697-f3de2a78c5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.074814] env[62822]: DEBUG nova.compute.manager [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.075719] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054484f6-1c3d-44c2-8c34-40f1d6ea8c82 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.104981] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763739, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.218368] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733012} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.218622] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 68d17830-6e76-4274-952c-a10fb963aa1b/68d17830-6e76-4274-952c-a10fb963aa1b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.218896] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.219183] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa29540e-66bf-4c54-b30d-295e3845cebd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.232199] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 615.232199] env[62822]: value = "task-2763740" [ 615.232199] env[62822]: _type = "Task" [ 615.232199] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.239715] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.498245] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.498245] env[62822]: DEBUG nova.compute.manager [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.499637] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.893s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.503054] env[62822]: INFO nova.compute.claims [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.564971] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52624e6f-f995-86da-c697-f3de2a78c5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012241} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.564971] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.564971] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a/1faa0941-bb46-4496-84a8-4c3cb7ee3b8a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.564971] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8350526-0091-437d-a8b6-ae8da0dd6bec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.572311] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for the task: (returnval){ [ 615.572311] env[62822]: value = "task-2763741" [ 615.572311] env[62822]: _type = "Task" [ 615.572311] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.581266] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.606171] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763739, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.625485] env[62822]: DEBUG nova.network.neutron [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Updated VIF entry in instance network info cache for port 979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.626021] env[62822]: DEBUG nova.network.neutron [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Updating instance_info_cache with network_info: [{"id": "979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4", "address": "fa:16:3e:7f:a9:64", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979c2df9-fe", "ovs_interfaceid": "979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.744216] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.003641] env[62822]: DEBUG nova.compute.utils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.005514] env[62822]: DEBUG nova.compute.manager [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.008977] env[62822]: DEBUG nova.network.neutron [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.083499] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.090340] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.090739] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd95677-52c8-4261-94d9-5d041d195358 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.097791] env[62822]: DEBUG nova.policy [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ec6009ef78241a09901b8be90b89b5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb8815caf47b49d98a20548f832aa5ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.107086] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 616.107086] env[62822]: value = "task-2763742" [ 616.107086] env[62822]: _type = "Task" [ 616.107086] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.123010] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763739, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.128774] env[62822]: DEBUG oslo_concurrency.lockutils [req-00fb30de-d2db-45b9-a747-92d7d5ed9e8c req-b91effb7-39cb-4399-80cc-604b95f5aa7b service nova] Releasing lock "refresh_cache-7fae0278-8fc3-4512-964d-b318c2d1259c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.129338] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.243788] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.979135} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.243788] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.244597] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad48e26-3871-428d-8f9d-19dead8d6462 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.276299] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 68d17830-6e76-4274-952c-a10fb963aa1b/68d17830-6e76-4274-952c-a10fb963aa1b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.276299] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ebf5b56-8528-4607-b509-792c59172342 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.300451] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 616.300451] env[62822]: value = "task-2763743" [ 616.300451] env[62822]: _type = "Task" [ 616.300451] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.309960] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.399030] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "2ebb4556-1741-48cc-b40c-45cde919e39d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.399187] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.399443] env[62822]: DEBUG nova.compute.manager [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Going to confirm migration 1 {{(pid=62822) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 616.516128] env[62822]: DEBUG nova.compute.manager [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.586374] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763741, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.619758] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763739, 'name': CreateVM_Task, 'duration_secs': 1.771403} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.619988] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.621620] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.621884] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.622487] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.626974] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af490092-97eb-481c-9e9b-cc5dc9aa8a54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.630648] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763742, 'name': PowerOffVM_Task, 'duration_secs': 0.169839} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.630648] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.630648] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.631429] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2a76af-8bd7-4809-a677-afb49dbc42e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.637188] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 616.637188] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5236b80a-d4f1-8a28-fe8a-fa424d1c15a3" [ 616.637188] env[62822]: _type = "Task" [ 616.637188] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.647192] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.648593] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30b102e7-1387-40b9-8b81-27345332355f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.654828] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5236b80a-d4f1-8a28-fe8a-fa424d1c15a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.681039] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.681316] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.681468] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Deleting the datastore file [datastore1] 2ad7347f-4dbc-40ab-bbbc-20bf0270c595 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.681764] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bd2ab20-5685-4cd9-8c86-9a2d858bacce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.692417] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 616.692417] env[62822]: value = "task-2763745" [ 616.692417] env[62822]: _type = "Task" [ 616.692417] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.710763] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.775258] env[62822]: DEBUG nova.network.neutron [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Successfully created port: f9ff2051-c932-4a2a-a614-144545ab3573 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.812640] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763743, 'name': ReconfigVM_Task, 'duration_secs': 0.482278} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.815597] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 68d17830-6e76-4274-952c-a10fb963aa1b/68d17830-6e76-4274-952c-a10fb963aa1b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.816738] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3542952b-6391-4035-aa97-917b20bab611 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.825904] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 616.825904] env[62822]: value = "task-2763746" [ 616.825904] env[62822]: _type = "Task" [ 616.825904] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.839159] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763746, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.008099] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.008274] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.008452] env[62822]: DEBUG nova.network.neutron [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.008843] env[62822]: DEBUG nova.objects.instance [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lazy-loading 'info_cache' on Instance uuid 2ebb4556-1741-48cc-b40c-45cde919e39d {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.087064] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763741, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.022884} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.092035] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a/1faa0941-bb46-4496-84a8-4c3cb7ee3b8a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.092035] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.092035] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9709013b-74f4-4f17-8850-7d35ca347115 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.103292] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for the task: (returnval){ [ 617.103292] env[62822]: value = "task-2763747" [ 617.103292] env[62822]: _type = "Task" [ 617.103292] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.118508] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.140051] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af5d184-7290-45bb-adc0-e00ba36a2b9a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.157989] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5236b80a-d4f1-8a28-fe8a-fa424d1c15a3, 'name': SearchDatastore_Task, 'duration_secs': 0.027948} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.160493] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.160777] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.161164] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.161164] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.161514] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.162025] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a47d53ec-ae6c-48d2-90df-dfb7ac510d71 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.165303] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c567a08-a64b-4f0a-b384-09d922ac4a74 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.203464] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bcd2cd-d0c9-4062-a428-15244b7e5d0f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.205483] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.205660] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.209024] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28bb883e-e368-4018-b660-386e00ba9517 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.219797] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cabb96-8b13-426a-aba5-dc71dcc37265 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.224133] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 617.224133] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528fa176-fdc4-d627-cd38-cb16fa1bc7ca" [ 617.224133] env[62822]: _type = "Task" [ 617.224133] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.224455] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137087} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.224740] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.224930] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.225119] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.240720] env[62822]: DEBUG nova.compute.provider_tree [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.248188] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528fa176-fdc4-d627-cd38-cb16fa1bc7ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.338519] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763746, 'name': Rename_Task, 'duration_secs': 0.156768} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.338829] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.339153] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f275ad8-bb89-42db-b209-6174e5a96d17 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.348941] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 617.348941] env[62822]: value = "task-2763748" [ 617.348941] env[62822]: _type = "Task" [ 617.348941] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.360607] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.535524] env[62822]: DEBUG nova.compute.manager [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.573900] env[62822]: DEBUG nova.virt.hardware [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.574168] env[62822]: DEBUG nova.virt.hardware [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.574347] env[62822]: DEBUG nova.virt.hardware [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.574540] env[62822]: DEBUG nova.virt.hardware [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.574705] env[62822]: DEBUG nova.virt.hardware [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.574870] env[62822]: DEBUG nova.virt.hardware [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.575118] env[62822]: DEBUG nova.virt.hardware [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.575272] env[62822]: DEBUG nova.virt.hardware [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.575644] env[62822]: DEBUG nova.virt.hardware [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.575644] env[62822]: DEBUG nova.virt.hardware [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.575834] env[62822]: DEBUG nova.virt.hardware [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.577461] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbf762f-b863-44b1-8b9b-fd36d2787663 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.587279] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0654a1-d736-4659-b47c-e0040b9111ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.617323] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080243} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.617584] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.618381] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09142ece-034b-460b-a052-10f88be88fd3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.645561] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a/1faa0941-bb46-4496-84a8-4c3cb7ee3b8a.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.645896] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38314db1-928c-4cbb-b1f1-ac1c7ac6b042 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.669118] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for the task: (returnval){ [ 617.669118] env[62822]: value = "task-2763749" [ 617.669118] env[62822]: _type = "Task" [ 617.669118] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.678381] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.737974] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528fa176-fdc4-d627-cd38-cb16fa1bc7ca, 'name': SearchDatastore_Task, 'duration_secs': 0.086135} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.738927] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b4a770-157a-41e9-98bd-b49e24474cb8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.748165] env[62822]: DEBUG nova.scheduler.client.report [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.759744] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 617.759744] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526bd131-982d-1a45-bc43-eba20a745b10" [ 617.759744] env[62822]: _type = "Task" [ 617.759744] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.776121] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526bd131-982d-1a45-bc43-eba20a745b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.859475] env[62822]: DEBUG oslo_vmware.api [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763748, 'name': PowerOnVM_Task, 'duration_secs': 0.492953} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.860388] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.860699] env[62822]: INFO nova.compute.manager [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Took 9.60 seconds to spawn the instance on the hypervisor. [ 617.860884] env[62822]: DEBUG nova.compute.manager [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.861691] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43e94cb-bc59-4f4b-a2a9-559479548bde {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.189893] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.256786] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.257268] env[62822]: DEBUG nova.compute.manager [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.263362] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.051s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.263809] env[62822]: DEBUG nova.objects.instance [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Lazy-loading 'resources' on Instance uuid a2590c28-a9fa-4e6c-9750-459b05b06621 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.276111] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526bd131-982d-1a45-bc43-eba20a745b10, 'name': SearchDatastore_Task, 'duration_secs': 0.016381} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.276631] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.276983] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 7fae0278-8fc3-4512-964d-b318c2d1259c/7fae0278-8fc3-4512-964d-b318c2d1259c.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.277255] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24564067-7fe9-465e-911c-af2b07704bb0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.288867] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 618.288867] env[62822]: value = "task-2763750" [ 618.288867] env[62822]: _type = "Task" [ 618.288867] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.296387] env[62822]: DEBUG nova.virt.hardware [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.296978] env[62822]: DEBUG nova.virt.hardware [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.297162] env[62822]: DEBUG nova.virt.hardware [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.297288] env[62822]: DEBUG nova.virt.hardware [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.297458] env[62822]: DEBUG nova.virt.hardware [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.297532] env[62822]: DEBUG nova.virt.hardware [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.297961] env[62822]: DEBUG nova.virt.hardware [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.298160] env[62822]: DEBUG nova.virt.hardware [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.298335] env[62822]: DEBUG nova.virt.hardware [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.298502] env[62822]: DEBUG nova.virt.hardware [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.298840] env[62822]: DEBUG nova.virt.hardware [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.300748] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5cd2b6-c44f-4fe6-ba38-c24093a375e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.308924] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.317093] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3189c54c-d112-429f-a033-d76dd2ae3217 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.333330] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.339180] env[62822]: DEBUG oslo.service.loopingcall [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.339479] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.339704] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6388b97f-8a8e-4c78-a180-2bf527d18542 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.360260] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.360260] env[62822]: value = "task-2763751" [ 618.360260] env[62822]: _type = "Task" [ 618.360260] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.371265] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763751, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.383992] env[62822]: INFO nova.compute.manager [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Took 29.42 seconds to build instance. [ 618.480148] env[62822]: DEBUG nova.network.neutron [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance_info_cache with network_info: [{"id": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "address": "fa:16:3e:33:96:a4", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3cf823-51", "ovs_interfaceid": "ad3cf823-5152-4b0e-9f6d-f6cb9e667c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.685100] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763749, 'name': ReconfigVM_Task, 'duration_secs': 0.688778} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.685100] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a/1faa0941-bb46-4496-84a8-4c3cb7ee3b8a.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.688098] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83f7ebf8-7681-4dad-8aa3-f9bc99c6fb9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.702068] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for the task: (returnval){ [ 618.702068] env[62822]: value = "task-2763752" [ 618.702068] env[62822]: _type = "Task" [ 618.702068] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.717533] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763752, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.765648] env[62822]: DEBUG nova.compute.utils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.773231] env[62822]: DEBUG nova.compute.manager [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.773231] env[62822]: DEBUG nova.network.neutron [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.800231] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763750, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.857989] env[62822]: DEBUG nova.compute.manager [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.857989] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea23f139-ad11-4295-9624-ca4f13161afb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.874367] env[62822]: DEBUG nova.policy [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89961184b322484a814484a469b2a47e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '618537d244144ec0badb9ac4952b6799', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.892567] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f190d654-738a-4048-962e-558e02a3e275 tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "68d17830-6e76-4274-952c-a10fb963aa1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.462s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.893612] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763751, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.986321] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "refresh_cache-2ebb4556-1741-48cc-b40c-45cde919e39d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.986577] env[62822]: DEBUG nova.objects.instance [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lazy-loading 'migration_context' on Instance uuid 2ebb4556-1741-48cc-b40c-45cde919e39d {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.214525] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763752, 'name': Rename_Task, 'duration_secs': 0.239221} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.214867] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.217746] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-538f11ec-8530-4613-9789-a11dfb717fc6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.226792] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for the task: (returnval){ [ 619.226792] env[62822]: value = "task-2763753" [ 619.226792] env[62822]: _type = "Task" [ 619.226792] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.235471] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.275495] env[62822]: DEBUG nova.network.neutron [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Successfully updated port: f9ff2051-c932-4a2a-a614-144545ab3573 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.280313] env[62822]: DEBUG nova.compute.manager [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.297928] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573965} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.299037] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 7fae0278-8fc3-4512-964d-b318c2d1259c/7fae0278-8fc3-4512-964d-b318c2d1259c.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.299198] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.299515] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb70f599-6e64-4b4a-8749-8761b658be58 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.308190] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84d2ffc-200b-434b-91bd-2919d1bf1c15 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.314462] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 619.314462] env[62822]: value = "task-2763754" [ 619.314462] env[62822]: _type = "Task" [ 619.314462] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.324045] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af8e243-86e3-4f7f-afc6-ef8b003bf7b8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.329750] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.366751] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a8a8d3-ae1a-423a-a5d8-22e3ced71fbc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.383467] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bc87b9-77f5-4380-b845-f2a8c4878ff9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.388669] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763751, 'name': CreateVM_Task, 'duration_secs': 0.616412} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.388669] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.388669] env[62822]: DEBUG oslo_concurrency.lockutils [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.388966] env[62822]: DEBUG oslo_concurrency.lockutils [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.389154] env[62822]: DEBUG oslo_concurrency.lockutils [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.389802] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936c9a8d-3efd-4c3f-803f-af8a26dfa9b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.400303] env[62822]: DEBUG nova.compute.provider_tree [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.403685] env[62822]: INFO nova.compute.manager [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] instance snapshotting [ 619.407429] env[62822]: DEBUG nova.compute.manager [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.412066] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b0bfd9-1826-4992-9fd4-1d81be513900 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.414093] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 619.414093] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f87600-eb24-dee7-579b-cabbec7c5cb3" [ 619.414093] env[62822]: _type = "Task" [ 619.414093] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.435724] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7d4f3b-0283-4f68-897f-94c7e751d2c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.442540] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f87600-eb24-dee7-579b-cabbec7c5cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.027434} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.443338] env[62822]: DEBUG oslo_concurrency.lockutils [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.444026] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.444026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.444026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.444612] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.444612] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1fc9abe-8316-4ccd-9014-8829aa2fdd00 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.465093] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.465093] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.465997] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca023fc-46d2-4e63-a301-c7a72ab27cfb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.485652] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 619.485652] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f23b77-b0b0-e5a8-ddb7-f614a232109f" [ 619.485652] env[62822]: _type = "Task" [ 619.485652] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.492733] env[62822]: DEBUG nova.objects.base [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Object Instance<2ebb4556-1741-48cc-b40c-45cde919e39d> lazy-loaded attributes: info_cache,migration_context {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 619.492733] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d59190-cda1-485d-a76c-91fb75c6e42d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.505648] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f23b77-b0b0-e5a8-ddb7-f614a232109f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.530138] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c39716-1016-49a7-8fc6-ff7fb654d742 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.536506] env[62822]: DEBUG oslo_vmware.api [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 619.536506] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d10637-66f5-d90d-b27a-850d9ff27685" [ 619.536506] env[62822]: _type = "Task" [ 619.536506] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.546963] env[62822]: DEBUG oslo_vmware.api [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d10637-66f5-d90d-b27a-850d9ff27685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.590973] env[62822]: DEBUG nova.network.neutron [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Successfully created port: adf17cde-41c2-4466-be6f-aef9ab980aa4 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.689690] env[62822]: DEBUG nova.compute.manager [req-fb5030fb-714d-4171-a906-8607f928e3dd req-48098f9f-1016-4790-8b0b-4ac6a11dcf45 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Received event network-vif-plugged-f9ff2051-c932-4a2a-a614-144545ab3573 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.689996] env[62822]: DEBUG oslo_concurrency.lockutils [req-fb5030fb-714d-4171-a906-8607f928e3dd req-48098f9f-1016-4790-8b0b-4ac6a11dcf45 service nova] Acquiring lock "09d95907-3227-4273-b0ca-cc7dcfd19c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.690181] env[62822]: DEBUG oslo_concurrency.lockutils [req-fb5030fb-714d-4171-a906-8607f928e3dd req-48098f9f-1016-4790-8b0b-4ac6a11dcf45 service nova] Lock "09d95907-3227-4273-b0ca-cc7dcfd19c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.690847] env[62822]: DEBUG oslo_concurrency.lockutils [req-fb5030fb-714d-4171-a906-8607f928e3dd req-48098f9f-1016-4790-8b0b-4ac6a11dcf45 service nova] Lock "09d95907-3227-4273-b0ca-cc7dcfd19c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.690847] env[62822]: DEBUG nova.compute.manager [req-fb5030fb-714d-4171-a906-8607f928e3dd req-48098f9f-1016-4790-8b0b-4ac6a11dcf45 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] No waiting events found dispatching network-vif-plugged-f9ff2051-c932-4a2a-a614-144545ab3573 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.690847] env[62822]: WARNING nova.compute.manager [req-fb5030fb-714d-4171-a906-8607f928e3dd req-48098f9f-1016-4790-8b0b-4ac6a11dcf45 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Received unexpected event network-vif-plugged-f9ff2051-c932-4a2a-a614-144545ab3573 for instance with vm_state building and task_state spawning. [ 619.737528] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.777051] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquiring lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.777228] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquired lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.777379] env[62822]: DEBUG nova.network.neutron [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.827517] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.904037] env[62822]: DEBUG nova.scheduler.client.report [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.949302] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.957491] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 619.959575] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91c337e0-5a0b-4d9a-94fb-0fdf232974e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.969761] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 619.969761] env[62822]: value = "task-2763755" [ 619.969761] env[62822]: _type = "Task" [ 619.969761] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.992903] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763755, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.000867] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f23b77-b0b0-e5a8-ddb7-f614a232109f, 'name': SearchDatastore_Task, 'duration_secs': 0.036595} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.001866] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49517753-7489-4c57-9fa2-0688fa1ae302 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.008141] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 620.008141] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52195057-532e-52b0-d3a4-f567786c18b0" [ 620.008141] env[62822]: _type = "Task" [ 620.008141] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.017915] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52195057-532e-52b0-d3a4-f567786c18b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.051426] env[62822]: DEBUG oslo_vmware.api [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d10637-66f5-d90d-b27a-850d9ff27685, 'name': SearchDatastore_Task, 'duration_secs': 0.0122} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.051426] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.077802] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquiring lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.078155] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.244243] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.292445] env[62822]: DEBUG nova.compute.manager [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.321863] env[62822]: DEBUG nova.virt.hardware [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.322242] env[62822]: DEBUG nova.virt.hardware [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.322307] env[62822]: DEBUG nova.virt.hardware [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.322478] env[62822]: DEBUG nova.virt.hardware [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.322628] env[62822]: DEBUG nova.virt.hardware [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.322779] env[62822]: DEBUG nova.virt.hardware [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.323012] env[62822]: DEBUG nova.virt.hardware [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.323218] env[62822]: DEBUG nova.virt.hardware [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.323389] env[62822]: DEBUG nova.virt.hardware [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.323575] env[62822]: DEBUG nova.virt.hardware [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.323746] env[62822]: DEBUG nova.virt.hardware [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.324624] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd22ba01-8546-488e-aa5d-fb47feb7c5ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.336613] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1436d0b6-6d46-4ceb-8819-d1b5919297bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.341203] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.737868} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.341622] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.342770] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dd0aad-0fba-41a6-9ad9-e61eadba1faa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.354274] env[62822]: DEBUG nova.network.neutron [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.381165] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 7fae0278-8fc3-4512-964d-b318c2d1259c/7fae0278-8fc3-4512-964d-b318c2d1259c.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.384012] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcda4b28-cc13-49c6-8dc7-c8339e5dcf01 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.404770] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 620.404770] env[62822]: value = "task-2763756" [ 620.404770] env[62822]: _type = "Task" [ 620.404770] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.409288] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.411811] env[62822]: DEBUG oslo_concurrency.lockutils [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.903s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.412097] env[62822]: DEBUG nova.objects.instance [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Lazy-loading 'resources' on Instance uuid 8e887dc9-bb1d-440b-889e-ff2968127e93 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.419492] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.452654] env[62822]: INFO nova.scheduler.client.report [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Deleted allocations for instance a2590c28-a9fa-4e6c-9750-459b05b06621 [ 620.487679] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763755, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.530543] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52195057-532e-52b0-d3a4-f567786c18b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014188} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.530543] env[62822]: DEBUG oslo_concurrency.lockutils [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.530543] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 2ad7347f-4dbc-40ab-bbbc-20bf0270c595/2ad7347f-4dbc-40ab-bbbc-20bf0270c595.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.530543] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcf95b59-5889-45d8-9531-91efac3dfc07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.534148] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 620.534148] env[62822]: value = "task-2763757" [ 620.534148] env[62822]: _type = "Task" [ 620.534148] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.544000] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.715240] env[62822]: DEBUG nova.network.neutron [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Updating instance_info_cache with network_info: [{"id": "f9ff2051-c932-4a2a-a614-144545ab3573", "address": "fa:16:3e:86:c4:b6", "network": {"id": "0905a1b5-4c1e-4503-893d-528097fa82d9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2028964672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8815caf47b49d98a20548f832aa5ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ff2051-c9", "ovs_interfaceid": "f9ff2051-c932-4a2a-a614-144545ab3573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.745446] env[62822]: DEBUG oslo_vmware.api [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763753, 'name': PowerOnVM_Task, 'duration_secs': 1.342636} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.747295] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.750029] env[62822]: INFO nova.compute.manager [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Took 7.00 seconds to spawn the instance on the hypervisor. [ 620.750029] env[62822]: DEBUG nova.compute.manager [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.752977] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8769988e-8978-4ebc-9dae-d099f85b9540 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.922048] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763756, 'name': ReconfigVM_Task, 'duration_secs': 0.321904} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.922048] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 7fae0278-8fc3-4512-964d-b318c2d1259c/7fae0278-8fc3-4512-964d-b318c2d1259c.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.923215] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6df2a2a0-3e1e-4588-a5aa-6767fcf972ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.931150] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 620.931150] env[62822]: value = "task-2763758" [ 620.931150] env[62822]: _type = "Task" [ 620.931150] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.948112] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763758, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.967617] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9fe35d87-d441-471a-be3d-ce48d36cf8d2 tempest-ServerExternalEventsTest-930270806 tempest-ServerExternalEventsTest-930270806-project-member] Lock "a2590c28-a9fa-4e6c-9750-459b05b06621" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.787s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.989245] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763755, 'name': CreateSnapshot_Task, 'duration_secs': 0.764462} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.989529] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 620.990420] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9811d35b-f85e-4c6e-af72-e2a8f3f64aa9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.049128] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.225551] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Releasing lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.225859] env[62822]: DEBUG nova.compute.manager [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Instance network_info: |[{"id": "f9ff2051-c932-4a2a-a614-144545ab3573", "address": "fa:16:3e:86:c4:b6", "network": {"id": "0905a1b5-4c1e-4503-893d-528097fa82d9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2028964672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8815caf47b49d98a20548f832aa5ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ff2051-c9", "ovs_interfaceid": "f9ff2051-c932-4a2a-a614-144545ab3573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.226336] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:c4:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9ff2051-c932-4a2a-a614-144545ab3573', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.242108] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Creating folder: Project (eb8815caf47b49d98a20548f832aa5ca). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.245190] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8bb8ee4-a7b3-4340-bd22-8a51c95ec10b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.256959] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Created folder: Project (eb8815caf47b49d98a20548f832aa5ca) in parent group-v555973. [ 621.257325] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Creating folder: Instances. Parent ref: group-v556034. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.257633] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f4a22a5-dcde-4d99-a49f-2cd0a2a5d757 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.269867] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Created folder: Instances in parent group-v556034. [ 621.270243] env[62822]: DEBUG oslo.service.loopingcall [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.270503] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.270776] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ecfb5fe-b0a3-45c0-ac87-3da54eb9e6bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.301253] env[62822]: INFO nova.compute.manager [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Took 29.83 seconds to build instance. [ 621.304110] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.304110] env[62822]: value = "task-2763761" [ 621.304110] env[62822]: _type = "Task" [ 621.304110] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.320933] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763761, 'name': CreateVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.413595] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquiring lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.413845] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.414073] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquiring lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.414258] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.414419] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.416569] env[62822]: INFO nova.compute.manager [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Terminating instance [ 621.448741] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763758, 'name': Rename_Task, 'duration_secs': 0.443711} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.449096] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.449627] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23edae77-1001-490a-b588-859e8c50697c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.459854] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 621.459854] env[62822]: value = "task-2763762" [ 621.459854] env[62822]: _type = "Task" [ 621.459854] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.471521] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.522560] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 621.522925] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba9766c3-8c96-46f8-a031-350f81f2877c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.536098] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 621.536098] env[62822]: value = "task-2763763" [ 621.536098] env[62822]: _type = "Task" [ 621.536098] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.555950] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682753} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.560382] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 2ad7347f-4dbc-40ab-bbbc-20bf0270c595/2ad7347f-4dbc-40ab-bbbc-20bf0270c595.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.560382] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.561979] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763763, 'name': CloneVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.561979] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3738af1c-1ce7-4e61-9e9c-9b775f76c652 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.565490] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285259b0-0d54-4693-b69a-083993d3a987 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.574346] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe3c00d-3c3a-4209-ba26-afe36dda1141 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.577998] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 621.577998] env[62822]: value = "task-2763764" [ 621.577998] env[62822]: _type = "Task" [ 621.577998] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.613165] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f1daf8-e451-41a8-94d0-185df009ed66 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.621029] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.624374] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465845f9-b93f-4bac-ac6c-eef01ae9ab04 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.642044] env[62822]: DEBUG nova.compute.provider_tree [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.806168] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84f51d61-b32e-4e8e-b098-8855ea791a34 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Lock "1faa0941-bb46-4496-84a8-4c3cb7ee3b8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.638s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.820482] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763761, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.921747] env[62822]: DEBUG nova.compute.manager [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.922161] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.923456] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f45848e-65d1-4e30-aa89-ebeca744bda1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.935970] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.936264] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a58ca4-8334-493e-aa2b-e678f5ae548d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.942759] env[62822]: DEBUG oslo_vmware.api [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for the task: (returnval){ [ 621.942759] env[62822]: value = "task-2763765" [ 621.942759] env[62822]: _type = "Task" [ 621.942759] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.950707] env[62822]: DEBUG nova.network.neutron [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Successfully updated port: adf17cde-41c2-4466-be6f-aef9ab980aa4 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.953418] env[62822]: DEBUG oslo_vmware.api [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.979651] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.050625] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763763, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.092831] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160539} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.093252] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.094106] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c45a1af-0979-4b13-833b-f2ca9668eb4d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.130185] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 2ad7347f-4dbc-40ab-bbbc-20bf0270c595/2ad7347f-4dbc-40ab-bbbc-20bf0270c595.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.130659] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aee90a1-5e4c-4e87-8538-ebdd1d4fc66e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.166137] env[62822]: DEBUG nova.scheduler.client.report [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.178578] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 622.178578] env[62822]: value = "task-2763766" [ 622.178578] env[62822]: _type = "Task" [ 622.178578] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.192242] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763766, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.278403] env[62822]: DEBUG nova.compute.manager [req-be588aab-a452-4842-895d-29ad451c4496 req-075b35d2-8c9c-4bc1-96fa-e636b215c600 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Received event network-changed-f9ff2051-c932-4a2a-a614-144545ab3573 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.278403] env[62822]: DEBUG nova.compute.manager [req-be588aab-a452-4842-895d-29ad451c4496 req-075b35d2-8c9c-4bc1-96fa-e636b215c600 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Refreshing instance network info cache due to event network-changed-f9ff2051-c932-4a2a-a614-144545ab3573. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.278403] env[62822]: DEBUG oslo_concurrency.lockutils [req-be588aab-a452-4842-895d-29ad451c4496 req-075b35d2-8c9c-4bc1-96fa-e636b215c600 service nova] Acquiring lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.278403] env[62822]: DEBUG oslo_concurrency.lockutils [req-be588aab-a452-4842-895d-29ad451c4496 req-075b35d2-8c9c-4bc1-96fa-e636b215c600 service nova] Acquired lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.278403] env[62822]: DEBUG nova.network.neutron [req-be588aab-a452-4842-895d-29ad451c4496 req-075b35d2-8c9c-4bc1-96fa-e636b215c600 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Refreshing network info cache for port f9ff2051-c932-4a2a-a614-144545ab3573 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.314342] env[62822]: DEBUG nova.compute.manager [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.321814] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763761, 'name': CreateVM_Task, 'duration_secs': 0.714736} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.322542] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.322954] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.323140] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.323481] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.323757] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5e397f-2da2-4a8a-ac3f-9c0b3bf57d2c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.330645] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for the task: (returnval){ [ 622.330645] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525e5584-a8ec-81ed-1672-7bde1c27f390" [ 622.330645] env[62822]: _type = "Task" [ 622.330645] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.342618] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525e5584-a8ec-81ed-1672-7bde1c27f390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.381974] env[62822]: DEBUG nova.compute.manager [req-3388fbe2-5029-4e02-b1e8-245d5b744958 req-bb90853f-7ab7-4fc6-9b4b-6d8091c5eedb service nova] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Received event network-vif-plugged-adf17cde-41c2-4466-be6f-aef9ab980aa4 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.381974] env[62822]: DEBUG oslo_concurrency.lockutils [req-3388fbe2-5029-4e02-b1e8-245d5b744958 req-bb90853f-7ab7-4fc6-9b4b-6d8091c5eedb service nova] Acquiring lock "a220bf16-ddd8-4fea-b6c9-e3003a069641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.382197] env[62822]: DEBUG oslo_concurrency.lockutils [req-3388fbe2-5029-4e02-b1e8-245d5b744958 req-bb90853f-7ab7-4fc6-9b4b-6d8091c5eedb service nova] Lock "a220bf16-ddd8-4fea-b6c9-e3003a069641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.382321] env[62822]: DEBUG oslo_concurrency.lockutils [req-3388fbe2-5029-4e02-b1e8-245d5b744958 req-bb90853f-7ab7-4fc6-9b4b-6d8091c5eedb service nova] Lock "a220bf16-ddd8-4fea-b6c9-e3003a069641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.383126] env[62822]: DEBUG nova.compute.manager [req-3388fbe2-5029-4e02-b1e8-245d5b744958 req-bb90853f-7ab7-4fc6-9b4b-6d8091c5eedb service nova] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] No waiting events found dispatching network-vif-plugged-adf17cde-41c2-4466-be6f-aef9ab980aa4 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.383126] env[62822]: WARNING nova.compute.manager [req-3388fbe2-5029-4e02-b1e8-245d5b744958 req-bb90853f-7ab7-4fc6-9b4b-6d8091c5eedb service nova] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Received unexpected event network-vif-plugged-adf17cde-41c2-4466-be6f-aef9ab980aa4 for instance with vm_state building and task_state spawning. [ 622.461394] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquiring lock "refresh_cache-a220bf16-ddd8-4fea-b6c9-e3003a069641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.461592] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquired lock "refresh_cache-a220bf16-ddd8-4fea-b6c9-e3003a069641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.461754] env[62822]: DEBUG nova.network.neutron [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.463473] env[62822]: DEBUG oslo_vmware.api [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763765, 'name': PowerOffVM_Task, 'duration_secs': 0.403444} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.463724] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.463916] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.468677] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67962e6c-d844-48cf-8ba5-532a87df4c2a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.482851] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763762, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.539129] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.539769] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.539769] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Deleting the datastore file [datastore2] 900fe4d9-6c69-4178-8c2d-5af07fa5718f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.540073] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-151e543e-17cb-4a99-8643-fe0d2b3264f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.553281] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763763, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.561106] env[62822]: DEBUG oslo_vmware.api [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for the task: (returnval){ [ 622.561106] env[62822]: value = "task-2763768" [ 622.561106] env[62822]: _type = "Task" [ 622.561106] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.572129] env[62822]: DEBUG oslo_vmware.api [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.674412] env[62822]: DEBUG oslo_concurrency.lockutils [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.681017] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.837s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.681017] env[62822]: INFO nova.compute.claims [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.692234] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763766, 'name': ReconfigVM_Task, 'duration_secs': 0.338758} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.692638] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 2ad7347f-4dbc-40ab-bbbc-20bf0270c595/2ad7347f-4dbc-40ab-bbbc-20bf0270c595.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.693420] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ede2fa7-70dc-42d5-ae25-16257342b622 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.700286] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 622.700286] env[62822]: value = "task-2763769" [ 622.700286] env[62822]: _type = "Task" [ 622.700286] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.715794] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763769, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.717818] env[62822]: INFO nova.scheduler.client.report [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Deleted allocations for instance 8e887dc9-bb1d-440b-889e-ff2968127e93 [ 622.844368] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525e5584-a8ec-81ed-1672-7bde1c27f390, 'name': SearchDatastore_Task, 'duration_secs': 0.01285} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.847878] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.848164] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.848349] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.848498] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.848664] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.849273] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de87b9c9-2eaf-491f-bf6d-5afd4ae366ae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.859749] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.861865] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.862012] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.863151] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b845d17-4e69-48e0-9dae-529721293d03 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.871041] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for the task: (returnval){ [ 622.871041] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525046a6-3df3-c7d5-4771-d4a1ed575e26" [ 622.871041] env[62822]: _type = "Task" [ 622.871041] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.880739] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525046a6-3df3-c7d5-4771-d4a1ed575e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.885352] env[62822]: DEBUG nova.compute.manager [None req-9a0fe8a3-de0e-4f5c-8ce7-7a7ffcf67849 tempest-ServerDiagnosticsV248Test-709801244 tempest-ServerDiagnosticsV248Test-709801244-project-admin] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.886719] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb21539-d05b-48fd-8cf7-457011e0f4c8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.895147] env[62822]: INFO nova.compute.manager [None req-9a0fe8a3-de0e-4f5c-8ce7-7a7ffcf67849 tempest-ServerDiagnosticsV248Test-709801244 tempest-ServerDiagnosticsV248Test-709801244-project-admin] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Retrieving diagnostics [ 622.895822] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5cc1b7-a806-4db8-b78f-c6c7fa064769 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.977874] env[62822]: DEBUG oslo_vmware.api [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763762, 'name': PowerOnVM_Task, 'duration_secs': 1.065119} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.978593] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.978852] env[62822]: INFO nova.compute.manager [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Took 11.95 seconds to spawn the instance on the hypervisor. [ 622.979090] env[62822]: DEBUG nova.compute.manager [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.979975] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453bd797-4346-4201-8fc2-d61f926be702 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.004175] env[62822]: DEBUG nova.network.neutron [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.052432] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763763, 'name': CloneVM_Task, 'duration_secs': 1.379877} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.054775] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Created linked-clone VM from snapshot [ 623.055627] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138f0cd2-9676-4b95-a8b4-b63c0d211350 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.063470] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Uploading image 234e44ac-0671-4b7a-9d75-834b8c874849 {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 623.074487] env[62822]: DEBUG oslo_vmware.api [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Task: {'id': task-2763768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19363} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.074753] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.074945] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.075148] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.075324] env[62822]: INFO nova.compute.manager [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 623.075576] env[62822]: DEBUG oslo.service.loopingcall [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.075763] env[62822]: DEBUG nova.compute.manager [-] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.075860] env[62822]: DEBUG nova.network.neutron [-] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.089136] env[62822]: DEBUG oslo_vmware.rw_handles [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 623.089136] env[62822]: value = "vm-556037" [ 623.089136] env[62822]: _type = "VirtualMachine" [ 623.089136] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 623.089409] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e093648-76e3-49bf-9b66-1085cde90761 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.096341] env[62822]: DEBUG oslo_vmware.rw_handles [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lease: (returnval){ [ 623.096341] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bc021c-4ef7-31aa-b49f-9b95e57e6902" [ 623.096341] env[62822]: _type = "HttpNfcLease" [ 623.096341] env[62822]: } obtained for exporting VM: (result){ [ 623.096341] env[62822]: value = "vm-556037" [ 623.096341] env[62822]: _type = "VirtualMachine" [ 623.096341] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 623.096616] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the lease: (returnval){ [ 623.096616] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bc021c-4ef7-31aa-b49f-9b95e57e6902" [ 623.096616] env[62822]: _type = "HttpNfcLease" [ 623.096616] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 623.105839] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 623.105839] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bc021c-4ef7-31aa-b49f-9b95e57e6902" [ 623.105839] env[62822]: _type = "HttpNfcLease" [ 623.105839] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 623.207091] env[62822]: DEBUG nova.network.neutron [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Updating instance_info_cache with network_info: [{"id": "adf17cde-41c2-4466-be6f-aef9ab980aa4", "address": "fa:16:3e:41:78:8a", "network": {"id": "b0441a18-4728-4cd2-a5d9-08bfc998fbf4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-466239086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618537d244144ec0badb9ac4952b6799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf17cde-41", "ovs_interfaceid": "adf17cde-41c2-4466-be6f-aef9ab980aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.212925] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763769, 'name': Rename_Task, 'duration_secs': 0.185793} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.213488] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.213764] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad5f0904-c22e-4173-9dd4-28f9df87fafe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.220385] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 623.220385] env[62822]: value = "task-2763771" [ 623.220385] env[62822]: _type = "Task" [ 623.220385] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.235016] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.235490] env[62822]: DEBUG oslo_concurrency.lockutils [None req-62bfb226-481b-4ee8-9ee3-27b14e181d54 tempest-TenantUsagesTestJSON-1054573724 tempest-TenantUsagesTestJSON-1054573724-project-member] Lock "8e887dc9-bb1d-440b-889e-ff2968127e93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.618s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.327532] env[62822]: DEBUG nova.network.neutron [req-be588aab-a452-4842-895d-29ad451c4496 req-075b35d2-8c9c-4bc1-96fa-e636b215c600 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Updated VIF entry in instance network info cache for port f9ff2051-c932-4a2a-a614-144545ab3573. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.327898] env[62822]: DEBUG nova.network.neutron [req-be588aab-a452-4842-895d-29ad451c4496 req-075b35d2-8c9c-4bc1-96fa-e636b215c600 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Updating instance_info_cache with network_info: [{"id": "f9ff2051-c932-4a2a-a614-144545ab3573", "address": "fa:16:3e:86:c4:b6", "network": {"id": "0905a1b5-4c1e-4503-893d-528097fa82d9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2028964672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8815caf47b49d98a20548f832aa5ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ff2051-c9", "ovs_interfaceid": "f9ff2051-c932-4a2a-a614-144545ab3573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.382704] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525046a6-3df3-c7d5-4771-d4a1ed575e26, 'name': SearchDatastore_Task, 'duration_secs': 0.015466} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.383623] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43996bb0-bf96-4baf-bd23-7dfd115a2db4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.390820] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for the task: (returnval){ [ 623.390820] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e1b35-f80d-6e26-ff15-7aedadfaae33" [ 623.390820] env[62822]: _type = "Task" [ 623.390820] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.403089] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e1b35-f80d-6e26-ff15-7aedadfaae33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.506059] env[62822]: INFO nova.compute.manager [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Took 32.87 seconds to build instance. [ 623.608070] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 623.608070] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bc021c-4ef7-31aa-b49f-9b95e57e6902" [ 623.608070] env[62822]: _type = "HttpNfcLease" [ 623.608070] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 623.608437] env[62822]: DEBUG oslo_vmware.rw_handles [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 623.608437] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bc021c-4ef7-31aa-b49f-9b95e57e6902" [ 623.608437] env[62822]: _type = "HttpNfcLease" [ 623.608437] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 623.612827] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020bf63c-45ea-4321-bc38-c666bddc952b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.622655] env[62822]: DEBUG oslo_vmware.rw_handles [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd0516-c517-c40e-e7f2-df87ff9c9e01/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 623.622847] env[62822]: DEBUG oslo_vmware.rw_handles [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd0516-c517-c40e-e7f2-df87ff9c9e01/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 623.714742] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Releasing lock "refresh_cache-a220bf16-ddd8-4fea-b6c9-e3003a069641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.715081] env[62822]: DEBUG nova.compute.manager [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Instance network_info: |[{"id": "adf17cde-41c2-4466-be6f-aef9ab980aa4", "address": "fa:16:3e:41:78:8a", "network": {"id": "b0441a18-4728-4cd2-a5d9-08bfc998fbf4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-466239086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618537d244144ec0badb9ac4952b6799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf17cde-41", "ovs_interfaceid": "adf17cde-41c2-4466-be6f-aef9ab980aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.715523] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:78:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adf17cde-41c2-4466-be6f-aef9ab980aa4', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.723927] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Creating folder: Project (618537d244144ec0badb9ac4952b6799). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.731018] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9160c032-df99-4a41-a251-0ad3ab46a8b8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.736382] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a98e16b-7085-4fc2-910b-0759251321e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.742765] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763771, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.746401] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Created folder: Project (618537d244144ec0badb9ac4952b6799) in parent group-v555973. [ 623.746584] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Creating folder: Instances. Parent ref: group-v556038. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.747935] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bfec4c8-f6e0-411e-9476-2094c82644c6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.757275] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Created folder: Instances in parent group-v556038. [ 623.757784] env[62822]: DEBUG oslo.service.loopingcall [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.758441] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.758441] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbd036e8-38b0-46cf-bb23-3eb9602af148 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.788189] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.788189] env[62822]: value = "task-2763774" [ 623.788189] env[62822]: _type = "Task" [ 623.788189] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.813896] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763774, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.832674] env[62822]: DEBUG oslo_concurrency.lockutils [req-be588aab-a452-4842-895d-29ad451c4496 req-075b35d2-8c9c-4bc1-96fa-e636b215c600 service nova] Releasing lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.909242] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e1b35-f80d-6e26-ff15-7aedadfaae33, 'name': SearchDatastore_Task, 'duration_secs': 0.012018} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.909537] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.910263] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 09d95907-3227-4273-b0ca-cc7dcfd19c53/09d95907-3227-4273-b0ca-cc7dcfd19c53.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.910572] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc3641e5-0071-4902-a1ea-32573ea7a045 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.919044] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for the task: (returnval){ [ 623.919044] env[62822]: value = "task-2763775" [ 623.919044] env[62822]: _type = "Task" [ 623.919044] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.932303] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.009982] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d4b05f9c-61a3-42b5-8cf8-cb2c2d8fad9e tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "7fae0278-8fc3-4512-964d-b318c2d1259c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.006s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.071499] env[62822]: DEBUG nova.network.neutron [-] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.245178] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763771, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.292569] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57ebb20-b766-496a-affe-8657ab437aea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.308388] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcb6ac3-6e7b-45c9-a669-eebec1f593b9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.312631] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763774, 'name': CreateVM_Task, 'duration_secs': 0.385259} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.312907] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.314436] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.314593] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.314930] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.316063] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6399a92-bc5f-4145-919a-eeddb78f9c48 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.355977] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69bc902-10c3-44bd-9dcc-8e304efca344 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.364353] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for the task: (returnval){ [ 624.364353] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fc3d6d-15d1-0550-73a1-a47e9a17c7da" [ 624.364353] env[62822]: _type = "Task" [ 624.364353] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.373087] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8963ac-6edd-4f47-b4f6-170e3e74fca7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.381173] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fc3d6d-15d1-0550-73a1-a47e9a17c7da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.392555] env[62822]: DEBUG nova.compute.provider_tree [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.436175] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763775, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.512867] env[62822]: DEBUG nova.compute.manager [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.574585] env[62822]: INFO nova.compute.manager [-] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Took 1.50 seconds to deallocate network for instance. [ 624.754180] env[62822]: DEBUG oslo_vmware.api [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763771, 'name': PowerOnVM_Task, 'duration_secs': 1.178824} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.754806] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.755791] env[62822]: DEBUG nova.compute.manager [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.757162] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e155ff77-d008-46ab-a7ef-edd32f49f1ae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.885577] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fc3d6d-15d1-0550-73a1-a47e9a17c7da, 'name': SearchDatastore_Task, 'duration_secs': 0.060708} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.885881] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.886158] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.886430] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.886585] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.886761] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.887065] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ce49c7b-3861-4ae1-a69b-a230aafb00cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.897059] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.898506] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.909017] env[62822]: DEBUG nova.scheduler.client.report [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.911143] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e8816c-66f7-4bee-b412-188d427f84b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.914689] env[62822]: DEBUG nova.compute.manager [req-b6e26de8-a756-4d78-9618-7b8fb01ddd73 req-a18313ab-55df-4894-9d3d-755dc8b2a273 service nova] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Received event network-changed-adf17cde-41c2-4466-be6f-aef9ab980aa4 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.914897] env[62822]: DEBUG nova.compute.manager [req-b6e26de8-a756-4d78-9618-7b8fb01ddd73 req-a18313ab-55df-4894-9d3d-755dc8b2a273 service nova] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Refreshing instance network info cache due to event network-changed-adf17cde-41c2-4466-be6f-aef9ab980aa4. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.915146] env[62822]: DEBUG oslo_concurrency.lockutils [req-b6e26de8-a756-4d78-9618-7b8fb01ddd73 req-a18313ab-55df-4894-9d3d-755dc8b2a273 service nova] Acquiring lock "refresh_cache-a220bf16-ddd8-4fea-b6c9-e3003a069641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.915308] env[62822]: DEBUG oslo_concurrency.lockutils [req-b6e26de8-a756-4d78-9618-7b8fb01ddd73 req-a18313ab-55df-4894-9d3d-755dc8b2a273 service nova] Acquired lock "refresh_cache-a220bf16-ddd8-4fea-b6c9-e3003a069641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.915463] env[62822]: DEBUG nova.network.neutron [req-b6e26de8-a756-4d78-9618-7b8fb01ddd73 req-a18313ab-55df-4894-9d3d-755dc8b2a273 service nova] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Refreshing network info cache for port adf17cde-41c2-4466-be6f-aef9ab980aa4 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.926642] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for the task: (returnval){ [ 624.926642] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52070743-fcea-5d8b-7907-1fe028643f06" [ 624.926642] env[62822]: _type = "Task" [ 624.926642] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.941204] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58799} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.942634] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 09d95907-3227-4273-b0ca-cc7dcfd19c53/09d95907-3227-4273-b0ca-cc7dcfd19c53.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.943464] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.943464] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c52a2d91-49b1-4eff-8c1d-b66d8ca24593 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.956855] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52070743-fcea-5d8b-7907-1fe028643f06, 'name': SearchDatastore_Task, 'duration_secs': 0.02198} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.956855] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1a9887-5981-49ab-83e9-aeb834585fce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.958965] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for the task: (returnval){ [ 624.958965] env[62822]: value = "task-2763776" [ 624.958965] env[62822]: _type = "Task" [ 624.958965] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.964899] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for the task: (returnval){ [ 624.964899] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ab40b2-bb84-b212-0496-d25d87ea60d7" [ 624.964899] env[62822]: _type = "Task" [ 624.964899] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.972903] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.985603] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ab40b2-bb84-b212-0496-d25d87ea60d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013099} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.986011] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.986367] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] a220bf16-ddd8-4fea-b6c9-e3003a069641/a220bf16-ddd8-4fea-b6c9-e3003a069641.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.986846] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-070fb71d-695c-496f-b7b5-021c90360c9d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.997517] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for the task: (returnval){ [ 624.997517] env[62822]: value = "task-2763777" [ 624.997517] env[62822]: _type = "Task" [ 624.997517] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.010076] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.055469] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.092765] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.121897] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "20645462-846a-4517-aee8-38a9211096bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.122158] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "20645462-846a-4517-aee8-38a9211096bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.287148] env[62822]: DEBUG oslo_concurrency.lockutils [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.417940] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.418487] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.425022] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.850s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.425022] env[62822]: DEBUG nova.objects.instance [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Lazy-loading 'resources' on Instance uuid bbcb03aa-5ac8-4871-a785-e0c7fe8e8362 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.477762] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076355} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.478522] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.480527] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a5eb32-c31d-4c9d-b814-a033f58cd4da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.506965] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 09d95907-3227-4273-b0ca-cc7dcfd19c53/09d95907-3227-4273-b0ca-cc7dcfd19c53.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.509499] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a38f5c5e-0b30-4368-876a-5b09e1e62db1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.537710] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763777, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.540966] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for the task: (returnval){ [ 625.540966] env[62822]: value = "task-2763778" [ 625.540966] env[62822]: _type = "Task" [ 625.540966] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.552555] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763778, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.861486] env[62822]: DEBUG nova.network.neutron [req-b6e26de8-a756-4d78-9618-7b8fb01ddd73 req-a18313ab-55df-4894-9d3d-755dc8b2a273 service nova] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Updated VIF entry in instance network info cache for port adf17cde-41c2-4466-be6f-aef9ab980aa4. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.862259] env[62822]: DEBUG nova.network.neutron [req-b6e26de8-a756-4d78-9618-7b8fb01ddd73 req-a18313ab-55df-4894-9d3d-755dc8b2a273 service nova] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Updating instance_info_cache with network_info: [{"id": "adf17cde-41c2-4466-be6f-aef9ab980aa4", "address": "fa:16:3e:41:78:8a", "network": {"id": "b0441a18-4728-4cd2-a5d9-08bfc998fbf4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-466239086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "618537d244144ec0badb9ac4952b6799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf17cde-41", "ovs_interfaceid": "adf17cde-41c2-4466-be6f-aef9ab980aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.933841] env[62822]: DEBUG nova.compute.utils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.937359] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.937545] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.027645] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605139} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.031811] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] a220bf16-ddd8-4fea-b6c9-e3003a069641/a220bf16-ddd8-4fea-b6c9-e3003a069641.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.032601] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.034337] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb13c7f1-1e70-45a2-a396-922d099ab27e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.041694] env[62822]: DEBUG nova.policy [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c41452ae43f4e9d97d18c74073ce7d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba7d45dbba3e4c6bbf2afe588bf34afc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.051085] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for the task: (returnval){ [ 626.051085] env[62822]: value = "task-2763779" [ 626.051085] env[62822]: _type = "Task" [ 626.051085] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.063310] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763778, 'name': ReconfigVM_Task, 'duration_secs': 0.501429} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.064542] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 09d95907-3227-4273-b0ca-cc7dcfd19c53/09d95907-3227-4273-b0ca-cc7dcfd19c53.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.069103] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3429ba9-e924-44cd-bd95-e06575f2755b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.071151] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.088401] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for the task: (returnval){ [ 626.088401] env[62822]: value = "task-2763780" [ 626.088401] env[62822]: _type = "Task" [ 626.088401] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.104805] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763780, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.370261] env[62822]: DEBUG oslo_concurrency.lockutils [req-b6e26de8-a756-4d78-9618-7b8fb01ddd73 req-a18313ab-55df-4894-9d3d-755dc8b2a273 service nova] Releasing lock "refresh_cache-a220bf16-ddd8-4fea-b6c9-e3003a069641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.370599] env[62822]: DEBUG nova.compute.manager [req-b6e26de8-a756-4d78-9618-7b8fb01ddd73 req-a18313ab-55df-4894-9d3d-755dc8b2a273 service nova] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Received event network-vif-deleted-4178a8fd-9861-4cc2-ad42-b347cde06968 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.442136] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.533503] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002bc6f0-b004-43a7-b150-f0819a632a1e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.541606] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c96b7f-74ec-4ac3-9f43-db59f5132e34 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.580176] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9505c609-f199-496e-b40c-97db52b0fc28 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.591972] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072158} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.593225] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98ed63c-83ad-4bf1-801d-91b5d45df603 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.604233] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.605285] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ee2190-d69a-454b-b1e7-c2b8af190107 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.613171] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763780, 'name': Rename_Task, 'duration_secs': 0.267625} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.629493] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.630140] env[62822]: DEBUG nova.compute.provider_tree [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.639751] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] a220bf16-ddd8-4fea-b6c9-e3003a069641/a220bf16-ddd8-4fea-b6c9-e3003a069641.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.640350] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fa68ca4-b543-4017-8230-dce061c3b269 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.645155] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10e889df-dc81-4769-b996-93f8f6a3bdc9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.663026] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for the task: (returnval){ [ 626.663026] env[62822]: value = "task-2763782" [ 626.663026] env[62822]: _type = "Task" [ 626.663026] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.664565] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for the task: (returnval){ [ 626.664565] env[62822]: value = "task-2763781" [ 626.664565] env[62822]: _type = "Task" [ 626.664565] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.676926] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.680174] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.694820] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Successfully created port: 2479baaf-a3b1-4207-8bce-e6eecfc39fb6 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.878021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquiring lock "2ad7347f-4dbc-40ab-bbbc-20bf0270c595" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.878021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "2ad7347f-4dbc-40ab-bbbc-20bf0270c595" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.878021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquiring lock "2ad7347f-4dbc-40ab-bbbc-20bf0270c595-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.878565] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "2ad7347f-4dbc-40ab-bbbc-20bf0270c595-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.878634] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "2ad7347f-4dbc-40ab-bbbc-20bf0270c595-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.881074] env[62822]: INFO nova.compute.manager [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Terminating instance [ 626.930081] env[62822]: DEBUG nova.compute.manager [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.931217] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd1a9ce-e8e7-47f8-9fc8-71eb21c3c4aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.141772] env[62822]: DEBUG nova.scheduler.client.report [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.180433] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763782, 'name': ReconfigVM_Task, 'duration_secs': 0.446037} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.184512] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Reconfigured VM instance instance-00000013 to attach disk [datastore1] a220bf16-ddd8-4fea-b6c9-e3003a069641/a220bf16-ddd8-4fea-b6c9-e3003a069641.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.185517] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763781, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.185761] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c4af52-1309-46e1-8f01-355adf06e262 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.196909] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for the task: (returnval){ [ 627.196909] env[62822]: value = "task-2763783" [ 627.196909] env[62822]: _type = "Task" [ 627.196909] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.207471] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763783, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.385815] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquiring lock "refresh_cache-2ad7347f-4dbc-40ab-bbbc-20bf0270c595" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.386087] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquired lock "refresh_cache-2ad7347f-4dbc-40ab-bbbc-20bf0270c595" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.386356] env[62822]: DEBUG nova.network.neutron [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.449782] env[62822]: INFO nova.compute.manager [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] instance snapshotting [ 627.452206] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab891024-7416-4180-a6ef-c9dd482939a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.459917] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.486031] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c332ab-e401-4c6e-bb04-102830af4ae0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.572205] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.572448] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.649824] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.651374] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.356s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.651715] env[62822]: DEBUG nova.objects.instance [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 627.680916] env[62822]: INFO nova.scheduler.client.report [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Deleted allocations for instance bbcb03aa-5ac8-4871-a785-e0c7fe8e8362 [ 627.691599] env[62822]: DEBUG oslo_vmware.api [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763781, 'name': PowerOnVM_Task, 'duration_secs': 0.745769} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.691944] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.692267] env[62822]: INFO nova.compute.manager [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Took 10.16 seconds to spawn the instance on the hypervisor. [ 627.692444] env[62822]: DEBUG nova.compute.manager [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.693379] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7109791d-1cca-4991-8e4a-8e96d6dd4bb6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.713359] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763783, 'name': Rename_Task, 'duration_secs': 0.201282} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.713359] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.713359] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d213e94-4fc0-48ef-bc94-dde0caa04923 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.722728] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for the task: (returnval){ [ 627.722728] env[62822]: value = "task-2763784" [ 627.722728] env[62822]: _type = "Task" [ 627.722728] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.736206] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.920678] env[62822]: DEBUG nova.network.neutron [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.978064] env[62822]: DEBUG nova.network.neutron [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.002179] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 628.002498] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7e355dc-a5b5-4d98-9476-12a5c1abda94 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.011326] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 628.011326] env[62822]: value = "task-2763785" [ 628.011326] env[62822]: _type = "Task" [ 628.011326] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.021741] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763785, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.190807] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0e61bdeb-6c14-406a-9660-ba7ef3d458a1 tempest-ServerDiagnosticsTest-1072401595 tempest-ServerDiagnosticsTest-1072401595-project-member] Lock "bbcb03aa-5ac8-4871-a785-e0c7fe8e8362" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.480s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.216659] env[62822]: INFO nova.compute.manager [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Took 35.88 seconds to build instance. [ 628.235783] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.300738] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Successfully updated port: 2479baaf-a3b1-4207-8bce-e6eecfc39fb6 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.309707] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.310278] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.310587] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.310935] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.312025] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.312025] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.312025] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.312025] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.312370] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.312720] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.313263] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.315144] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa80702-a975-423a-8d53-47732cf27c07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.325898] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0d2d76-c293-45b1-94c4-a9e0a79636da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.484046] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Releasing lock "refresh_cache-2ad7347f-4dbc-40ab-bbbc-20bf0270c595" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.484046] env[62822]: DEBUG nova.compute.manager [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 628.484046] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.485200] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6222e527-97a2-48ea-b83e-79770e6d55f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.493946] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.493946] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb63b38-cba1-4706-bbaa-e07470f4bdb1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.505877] env[62822]: DEBUG oslo_vmware.api [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 628.505877] env[62822]: value = "task-2763786" [ 628.505877] env[62822]: _type = "Task" [ 628.505877] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.539713] env[62822]: DEBUG oslo_vmware.api [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.551119] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763785, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.609638] env[62822]: DEBUG nova.compute.manager [req-9118de5f-c0d9-48ef-bf54-63f4829738b5 req-419b423c-bc40-4460-be1c-351f231a686d service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Received event network-vif-plugged-2479baaf-a3b1-4207-8bce-e6eecfc39fb6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.609880] env[62822]: DEBUG oslo_concurrency.lockutils [req-9118de5f-c0d9-48ef-bf54-63f4829738b5 req-419b423c-bc40-4460-be1c-351f231a686d service nova] Acquiring lock "c7824155-d50c-4d8f-91f5-269a72b380f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.611752] env[62822]: DEBUG oslo_concurrency.lockutils [req-9118de5f-c0d9-48ef-bf54-63f4829738b5 req-419b423c-bc40-4460-be1c-351f231a686d service nova] Lock "c7824155-d50c-4d8f-91f5-269a72b380f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.611996] env[62822]: DEBUG oslo_concurrency.lockutils [req-9118de5f-c0d9-48ef-bf54-63f4829738b5 req-419b423c-bc40-4460-be1c-351f231a686d service nova] Lock "c7824155-d50c-4d8f-91f5-269a72b380f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.612286] env[62822]: DEBUG nova.compute.manager [req-9118de5f-c0d9-48ef-bf54-63f4829738b5 req-419b423c-bc40-4460-be1c-351f231a686d service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] No waiting events found dispatching network-vif-plugged-2479baaf-a3b1-4207-8bce-e6eecfc39fb6 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.612405] env[62822]: WARNING nova.compute.manager [req-9118de5f-c0d9-48ef-bf54-63f4829738b5 req-419b423c-bc40-4460-be1c-351f231a686d service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Received unexpected event network-vif-plugged-2479baaf-a3b1-4207-8bce-e6eecfc39fb6 for instance with vm_state building and task_state spawning. [ 628.662528] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1ff6b60-c207-4ed7-80e2-33645e323191 tempest-ServersAdmin275Test-1037196017 tempest-ServersAdmin275Test-1037196017-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.663914] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.319s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.665828] env[62822]: INFO nova.compute.claims [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.719624] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aa350aed-04c4-47e4-8b9e-ef9effc79b51 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Lock "09d95907-3227-4273-b0ca-cc7dcfd19c53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.657s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.740520] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763784, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.808613] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "refresh_cache-c7824155-d50c-4d8f-91f5-269a72b380f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.808903] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "refresh_cache-c7824155-d50c-4d8f-91f5-269a72b380f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.809286] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.022291] env[62822]: DEBUG oslo_vmware.api [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763786, 'name': PowerOffVM_Task, 'duration_secs': 0.123032} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.026134] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.026334] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.026605] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4ad734d-c269-498a-9401-b11115c9dc23 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.033519] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763785, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.052184] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.052184] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.052184] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Deleting the datastore file [datastore2] 2ad7347f-4dbc-40ab-bbbc-20bf0270c595 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.052520] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1895194d-c908-4cd1-9374-9dc1bfff0e96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.061404] env[62822]: DEBUG oslo_vmware.api [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for the task: (returnval){ [ 629.061404] env[62822]: value = "task-2763788" [ 629.061404] env[62822]: _type = "Task" [ 629.061404] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.069613] env[62822]: DEBUG oslo_vmware.api [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.231237] env[62822]: DEBUG nova.compute.manager [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.242752] env[62822]: DEBUG oslo_vmware.api [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763784, 'name': PowerOnVM_Task, 'duration_secs': 1.160535} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.243164] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.243392] env[62822]: INFO nova.compute.manager [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Took 8.95 seconds to spawn the instance on the hypervisor. [ 629.243588] env[62822]: DEBUG nova.compute.manager [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.244489] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d828bb-c454-4aff-ae17-9e9b2ab547c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.379406] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.544422] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763785, 'name': CreateSnapshot_Task, 'duration_secs': 1.067267} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.544422] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 629.544422] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9b5be0-a63e-4d9b-9199-6c9187d85bff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.571563] env[62822]: DEBUG oslo_vmware.api [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Task: {'id': task-2763788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347346} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.573584] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.574566] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.575329] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.575566] env[62822]: INFO nova.compute.manager [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Took 1.09 seconds to destroy the instance on the hypervisor. [ 629.575789] env[62822]: DEBUG oslo.service.loopingcall [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 629.575989] env[62822]: DEBUG nova.compute.manager [-] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.576093] env[62822]: DEBUG nova.network.neutron [-] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.616150] env[62822]: DEBUG nova.network.neutron [-] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.752089] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Updating instance_info_cache with network_info: [{"id": "2479baaf-a3b1-4207-8bce-e6eecfc39fb6", "address": "fa:16:3e:9b:9a:fb", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479baaf-a3", "ovs_interfaceid": "2479baaf-a3b1-4207-8bce-e6eecfc39fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.774014] env[62822]: INFO nova.compute.manager [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Took 36.19 seconds to build instance. [ 629.778105] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.067955] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 630.068617] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5ef3cd9d-d775-4378-99c1-3f9c0641a22e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.077719] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 630.077719] env[62822]: value = "task-2763789" [ 630.077719] env[62822]: _type = "Task" [ 630.077719] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.088643] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763789, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.118420] env[62822]: DEBUG nova.network.neutron [-] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.233628] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020fa6bb-50d3-4492-b701-91815979c66b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.241801] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8b11d-0c78-4b4a-8565-d1d52d982cc6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.275790] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "refresh_cache-c7824155-d50c-4d8f-91f5-269a72b380f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.276168] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Instance network_info: |[{"id": "2479baaf-a3b1-4207-8bce-e6eecfc39fb6", "address": "fa:16:3e:9b:9a:fb", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479baaf-a3", "ovs_interfaceid": "2479baaf-a3b1-4207-8bce-e6eecfc39fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.277398] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:9a:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2479baaf-a3b1-4207-8bce-e6eecfc39fb6', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.288453] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Creating folder: Project (ba7d45dbba3e4c6bbf2afe588bf34afc). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.289044] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13a8f7f-be01-4ec9-951f-24603d62f624 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Lock "a220bf16-ddd8-4fea-b6c9-e3003a069641" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.717s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.289735] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b01a03-0961-4886-ac7c-1b591f39ec24 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.292497] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31d5aca6-9912-4877-9934-0da7ed2f5e1d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.302343] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c195fe95-a8f0-469e-899e-41fdc668e172 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.309158] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Created folder: Project (ba7d45dbba3e4c6bbf2afe588bf34afc) in parent group-v555973. [ 630.309557] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Creating folder: Instances. Parent ref: group-v556043. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.310252] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dd3be44-ad1f-4aa6-b01f-0ec94bd013c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.323931] env[62822]: DEBUG nova.compute.provider_tree [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.333166] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Created folder: Instances in parent group-v556043. [ 630.333471] env[62822]: DEBUG oslo.service.loopingcall [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.333711] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.333960] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5bed348-b24b-4349-a8f1-44c92a986a67 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.354450] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.354450] env[62822]: value = "task-2763792" [ 630.354450] env[62822]: _type = "Task" [ 630.354450] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.363387] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763792, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.587935] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763789, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.621264] env[62822]: INFO nova.compute.manager [-] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Took 1.04 seconds to deallocate network for instance. [ 630.798410] env[62822]: DEBUG nova.compute.manager [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.829898] env[62822]: DEBUG nova.scheduler.client.report [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.866672] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763792, 'name': CreateVM_Task, 'duration_secs': 0.443877} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.866865] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.867658] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.867925] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.868266] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.868475] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97b30b1-6728-48a6-b4cb-6bbe62aed788 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.878177] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 630.878177] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52046b78-c480-81df-2cf0-8501aa38de9a" [ 630.878177] env[62822]: _type = "Task" [ 630.878177] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.890851] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52046b78-c480-81df-2cf0-8501aa38de9a, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.891173] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.891407] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.891627] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.891767] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.891931] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.892211] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53953629-b810-4a68-8a65-8b7e14c1971c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.908331] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.908515] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.909448] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0599f731-2daa-43c3-81c3-067aa99a1767 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.915016] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 630.915016] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5206df8b-2f27-ba93-9465-317a1c502058" [ 630.915016] env[62822]: _type = "Task" [ 630.915016] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.923013] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5206df8b-2f27-ba93-9465-317a1c502058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.088425] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763789, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.128893] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.335146] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.335686] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.339212] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.342091] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.003s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.342493] env[62822]: INFO nova.compute.claims [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.369224] env[62822]: DEBUG nova.compute.manager [req-a586ded1-dc7e-4797-be76-1ca48b4e2bc7 req-bb3816b5-3b31-42fe-bc3c-f07bd19f18a6 service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Received event network-changed-2479baaf-a3b1-4207-8bce-e6eecfc39fb6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.369224] env[62822]: DEBUG nova.compute.manager [req-a586ded1-dc7e-4797-be76-1ca48b4e2bc7 req-bb3816b5-3b31-42fe-bc3c-f07bd19f18a6 service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Refreshing instance network info cache due to event network-changed-2479baaf-a3b1-4207-8bce-e6eecfc39fb6. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.369224] env[62822]: DEBUG oslo_concurrency.lockutils [req-a586ded1-dc7e-4797-be76-1ca48b4e2bc7 req-bb3816b5-3b31-42fe-bc3c-f07bd19f18a6 service nova] Acquiring lock "refresh_cache-c7824155-d50c-4d8f-91f5-269a72b380f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.369224] env[62822]: DEBUG oslo_concurrency.lockutils [req-a586ded1-dc7e-4797-be76-1ca48b4e2bc7 req-bb3816b5-3b31-42fe-bc3c-f07bd19f18a6 service nova] Acquired lock "refresh_cache-c7824155-d50c-4d8f-91f5-269a72b380f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.369224] env[62822]: DEBUG nova.network.neutron [req-a586ded1-dc7e-4797-be76-1ca48b4e2bc7 req-bb3816b5-3b31-42fe-bc3c-f07bd19f18a6 service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Refreshing network info cache for port 2479baaf-a3b1-4207-8bce-e6eecfc39fb6 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.428667] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5206df8b-2f27-ba93-9465-317a1c502058, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.430417] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44b35fd-8cfc-46c2-b20e-8341438433fd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.436513] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 631.436513] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5243bbec-21ac-cb9e-d609-3d206dc53fe9" [ 631.436513] env[62822]: _type = "Task" [ 631.436513] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.447020] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5243bbec-21ac-cb9e-d609-3d206dc53fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.535952] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquiring lock "a220bf16-ddd8-4fea-b6c9-e3003a069641" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.536301] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Lock "a220bf16-ddd8-4fea-b6c9-e3003a069641" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.536524] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquiring lock "a220bf16-ddd8-4fea-b6c9-e3003a069641-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.536745] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Lock "a220bf16-ddd8-4fea-b6c9-e3003a069641-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.536918] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Lock "a220bf16-ddd8-4fea-b6c9-e3003a069641-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.540895] env[62822]: INFO nova.compute.manager [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Terminating instance [ 631.591361] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763789, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.710863] env[62822]: DEBUG nova.compute.manager [req-ef4cf076-84f9-4684-8191-245fb3aef8d5 req-9e65eca8-1ee2-4da8-ae2e-e52ace206b48 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Received event network-changed-f9ff2051-c932-4a2a-a614-144545ab3573 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.711711] env[62822]: DEBUG nova.compute.manager [req-ef4cf076-84f9-4684-8191-245fb3aef8d5 req-9e65eca8-1ee2-4da8-ae2e-e52ace206b48 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Refreshing instance network info cache due to event network-changed-f9ff2051-c932-4a2a-a614-144545ab3573. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.712132] env[62822]: DEBUG oslo_concurrency.lockutils [req-ef4cf076-84f9-4684-8191-245fb3aef8d5 req-9e65eca8-1ee2-4da8-ae2e-e52ace206b48 service nova] Acquiring lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.712300] env[62822]: DEBUG oslo_concurrency.lockutils [req-ef4cf076-84f9-4684-8191-245fb3aef8d5 req-9e65eca8-1ee2-4da8-ae2e-e52ace206b48 service nova] Acquired lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.712398] env[62822]: DEBUG nova.network.neutron [req-ef4cf076-84f9-4684-8191-245fb3aef8d5 req-9e65eca8-1ee2-4da8-ae2e-e52ace206b48 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Refreshing network info cache for port f9ff2051-c932-4a2a-a614-144545ab3573 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.847654] env[62822]: DEBUG nova.compute.utils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.849204] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.849487] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.936559] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquiring lock "55a07a62-4f4b-416c-9481-506af3dc587a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.936792] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Lock "55a07a62-4f4b-416c-9481-506af3dc587a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.943790] env[62822]: DEBUG nova.policy [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c41452ae43f4e9d97d18c74073ce7d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba7d45dbba3e4c6bbf2afe588bf34afc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.952040] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5243bbec-21ac-cb9e-d609-3d206dc53fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.952312] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.952567] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] c7824155-d50c-4d8f-91f5-269a72b380f5/c7824155-d50c-4d8f-91f5-269a72b380f5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.952813] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a37469ac-2ba3-45f1-a1a9-73df822a7354 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.961747] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 631.961747] env[62822]: value = "task-2763793" [ 631.961747] env[62822]: _type = "Task" [ 631.961747] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.970374] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.048232] env[62822]: DEBUG nova.compute.manager [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.048508] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.049455] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0810381-4940-4fbf-b30e-b4f956770262 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.057755] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.058046] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0afdb3f-587e-48e8-93c7-4042b4db4ba0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.064575] env[62822]: DEBUG oslo_vmware.api [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for the task: (returnval){ [ 632.064575] env[62822]: value = "task-2763794" [ 632.064575] env[62822]: _type = "Task" [ 632.064575] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.074072] env[62822]: DEBUG oslo_vmware.api [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.089868] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763789, 'name': CloneVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.350483] env[62822]: DEBUG nova.network.neutron [req-a586ded1-dc7e-4797-be76-1ca48b4e2bc7 req-bb3816b5-3b31-42fe-bc3c-f07bd19f18a6 service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Updated VIF entry in instance network info cache for port 2479baaf-a3b1-4207-8bce-e6eecfc39fb6. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.351148] env[62822]: DEBUG nova.network.neutron [req-a586ded1-dc7e-4797-be76-1ca48b4e2bc7 req-bb3816b5-3b31-42fe-bc3c-f07bd19f18a6 service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Updating instance_info_cache with network_info: [{"id": "2479baaf-a3b1-4207-8bce-e6eecfc39fb6", "address": "fa:16:3e:9b:9a:fb", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479baaf-a3", "ovs_interfaceid": "2479baaf-a3b1-4207-8bce-e6eecfc39fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.362152] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.482371] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763793, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.562484] env[62822]: DEBUG nova.network.neutron [req-ef4cf076-84f9-4684-8191-245fb3aef8d5 req-9e65eca8-1ee2-4da8-ae2e-e52ace206b48 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Updated VIF entry in instance network info cache for port f9ff2051-c932-4a2a-a614-144545ab3573. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.562981] env[62822]: DEBUG nova.network.neutron [req-ef4cf076-84f9-4684-8191-245fb3aef8d5 req-9e65eca8-1ee2-4da8-ae2e-e52ace206b48 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Updating instance_info_cache with network_info: [{"id": "f9ff2051-c932-4a2a-a614-144545ab3573", "address": "fa:16:3e:86:c4:b6", "network": {"id": "0905a1b5-4c1e-4503-893d-528097fa82d9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2028964672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8815caf47b49d98a20548f832aa5ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ff2051-c9", "ovs_interfaceid": "f9ff2051-c932-4a2a-a614-144545ab3573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.578690] env[62822]: DEBUG oslo_vmware.api [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763794, 'name': PowerOffVM_Task, 'duration_secs': 0.222313} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.579247] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.580023] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.581342] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0188f343-4191-43e0-8735-b8a11b771239 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.593075] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Successfully created port: 3ba53e1a-c205-4bd6-bd27-d72e77b5a430 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.600347] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763789, 'name': CloneVM_Task, 'duration_secs': 2.027961} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.600715] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Created linked-clone VM from snapshot [ 632.601602] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b01fb3-0341-4d09-8e67-40a34919e1f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.613637] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Uploading image 9caacf26-d90a-4d4f-8e98-8d6a92728cce {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 632.648370] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 632.648370] env[62822]: value = "vm-556042" [ 632.648370] env[62822]: _type = "VirtualMachine" [ 632.648370] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 632.648370] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9f1d0cdd-a7d6-4f9d-b699-1ee7750957ed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.649600] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.649734] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.649976] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Deleting the datastore file [datastore1] a220bf16-ddd8-4fea-b6c9-e3003a069641 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.650659] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0f38c06-233e-47bf-9e84-1948748a1af3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.656592] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lease: (returnval){ [ 632.656592] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a2538c-b15c-4de3-e0a1-a15c8270b07e" [ 632.656592] env[62822]: _type = "HttpNfcLease" [ 632.656592] env[62822]: } obtained for exporting VM: (result){ [ 632.656592] env[62822]: value = "vm-556042" [ 632.656592] env[62822]: _type = "VirtualMachine" [ 632.656592] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 632.656904] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the lease: (returnval){ [ 632.656904] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a2538c-b15c-4de3-e0a1-a15c8270b07e" [ 632.656904] env[62822]: _type = "HttpNfcLease" [ 632.656904] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 632.661726] env[62822]: DEBUG oslo_vmware.api [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for the task: (returnval){ [ 632.661726] env[62822]: value = "task-2763797" [ 632.661726] env[62822]: _type = "Task" [ 632.661726] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.666450] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 632.666450] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a2538c-b15c-4de3-e0a1-a15c8270b07e" [ 632.666450] env[62822]: _type = "HttpNfcLease" [ 632.666450] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 632.675020] env[62822]: DEBUG oslo_vmware.api [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.855943] env[62822]: DEBUG oslo_concurrency.lockutils [req-a586ded1-dc7e-4797-be76-1ca48b4e2bc7 req-bb3816b5-3b31-42fe-bc3c-f07bd19f18a6 service nova] Releasing lock "refresh_cache-c7824155-d50c-4d8f-91f5-269a72b380f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.942229] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d49c2c7-c84a-46fa-9e77-6282c851ee05 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.950689] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a44d1f3-61c3-4e1a-a9c9-e098e81f9c7f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.987350] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab97c71-8e5a-4e38-8ca0-871a5534db3d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.995040] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668311} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.997551] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] c7824155-d50c-4d8f-91f5-269a72b380f5/c7824155-d50c-4d8f-91f5-269a72b380f5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.000739] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.000739] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18ed6090-def2-40c1-aea9-bffeb4770fb3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.002154] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64df1451-71dd-4435-86c5-645972a9b2eb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.021644] env[62822]: DEBUG nova.compute.provider_tree [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.024484] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 633.024484] env[62822]: value = "task-2763798" [ 633.024484] env[62822]: _type = "Task" [ 633.024484] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.031453] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.066565] env[62822]: DEBUG oslo_concurrency.lockutils [req-ef4cf076-84f9-4684-8191-245fb3aef8d5 req-9e65eca8-1ee2-4da8-ae2e-e52ace206b48 service nova] Releasing lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.171429] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 633.171429] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a2538c-b15c-4de3-e0a1-a15c8270b07e" [ 633.171429] env[62822]: _type = "HttpNfcLease" [ 633.171429] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 633.174912] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 633.174912] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a2538c-b15c-4de3-e0a1-a15c8270b07e" [ 633.174912] env[62822]: _type = "HttpNfcLease" [ 633.174912] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 633.176246] env[62822]: DEBUG oslo_vmware.api [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Task: {'id': task-2763797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251224} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.176246] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8476910-59dd-4a62-a2d9-3b54ecc8d2d5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.180208] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.180403] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.180606] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.180732] env[62822]: INFO nova.compute.manager [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Took 1.13 seconds to destroy the instance on the hypervisor. [ 633.180953] env[62822]: DEBUG oslo.service.loopingcall [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.181156] env[62822]: DEBUG nova.compute.manager [-] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.181251] env[62822]: DEBUG nova.network.neutron [-] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.187350] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdf80e-e8b0-3f09-d9a2-296657570628/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 633.187521] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdf80e-e8b0-3f09-d9a2-296657570628/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 633.380338] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.406074] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.406366] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.406567] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.407191] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.407191] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.407191] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.407308] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.407393] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.407553] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.407707] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.407879] env[62822]: DEBUG nova.virt.hardware [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.408786] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4725ecb0-ab39-410c-b32b-c411cf9ed1ce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.416802] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-736f68e0-420e-4563-b3db-4b0447f573c1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.424827] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9861b914-5218-4823-9993-210a208da64d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.525514] env[62822]: DEBUG nova.scheduler.client.report [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.541525] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064114} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.541832] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.542659] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b7c8a0-44d5-4808-b9cd-7d1adcdb3db4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.568915] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] c7824155-d50c-4d8f-91f5-269a72b380f5/c7824155-d50c-4d8f-91f5-269a72b380f5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.571068] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e4b24e8-32f0-42af-b8a4-3f0ed880cdc8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.587351] env[62822]: DEBUG nova.compute.manager [None req-f62eafd5-f893-4f63-96ce-a88085803ade tempest-ServerDiagnosticsV248Test-709801244 tempest-ServerDiagnosticsV248Test-709801244-project-admin] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.588707] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4a831f-630b-4b07-b283-dad67380222f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.597854] env[62822]: INFO nova.compute.manager [None req-f62eafd5-f893-4f63-96ce-a88085803ade tempest-ServerDiagnosticsV248Test-709801244 tempest-ServerDiagnosticsV248Test-709801244-project-admin] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Retrieving diagnostics [ 633.599932] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e6b68-613a-4054-92d7-6d39d3f26162 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.602566] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 633.602566] env[62822]: value = "task-2763799" [ 633.602566] env[62822]: _type = "Task" [ 633.602566] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.640369] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.007818] env[62822]: DEBUG nova.network.neutron [-] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.030752] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.031293] env[62822]: DEBUG nova.compute.manager [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.035370] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.220s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.037575] env[62822]: INFO nova.compute.claims [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.113549] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.235438] env[62822]: DEBUG oslo_vmware.rw_handles [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd0516-c517-c40e-e7f2-df87ff9c9e01/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 634.236613] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9915dac1-716e-4615-868a-c0ea852f4660 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.243298] env[62822]: DEBUG oslo_vmware.rw_handles [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd0516-c517-c40e-e7f2-df87ff9c9e01/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 634.244775] env[62822]: ERROR oslo_vmware.rw_handles [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd0516-c517-c40e-e7f2-df87ff9c9e01/disk-0.vmdk due to incomplete transfer. [ 634.244775] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3a5eae2f-ec77-4478-98c7-f47de58d23a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.250799] env[62822]: DEBUG oslo_vmware.rw_handles [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd0516-c517-c40e-e7f2-df87ff9c9e01/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 634.251115] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Uploaded image 234e44ac-0671-4b7a-9d75-834b8c874849 to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 634.253412] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 634.253636] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8ee655a-7024-451a-9f81-fe12f1aff483 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.260104] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 634.260104] env[62822]: value = "task-2763800" [ 634.260104] env[62822]: _type = "Task" [ 634.260104] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.267939] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763800, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.330416] env[62822]: DEBUG nova.compute.manager [req-43e54ccd-d49c-43a9-ac63-c26734d59c43 req-ce9d88c5-7926-4d3d-9dd4-3b36cb61dd6b service nova] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Received event network-vif-deleted-adf17cde-41c2-4466-be6f-aef9ab980aa4 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.394768] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Successfully updated port: 3ba53e1a-c205-4bd6-bd27-d72e77b5a430 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.512606] env[62822]: INFO nova.compute.manager [-] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Took 1.33 seconds to deallocate network for instance. [ 634.537145] env[62822]: DEBUG nova.compute.utils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.538582] env[62822]: DEBUG nova.compute.manager [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.538769] env[62822]: DEBUG nova.network.neutron [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.613828] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763799, 'name': ReconfigVM_Task, 'duration_secs': 0.748268} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.614259] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Reconfigured VM instance instance-00000014 to attach disk [datastore1] c7824155-d50c-4d8f-91f5-269a72b380f5/c7824155-d50c-4d8f-91f5-269a72b380f5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.614987] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bceb65d9-a658-4187-90f2-c9386da56c45 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.621804] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 634.621804] env[62822]: value = "task-2763801" [ 634.621804] env[62822]: _type = "Task" [ 634.621804] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.629600] env[62822]: DEBUG nova.policy [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8d8add96de14f99ba20f0e78b413966', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f840367800c843b9ba0f53bded54c2df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.634377] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763801, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.769759] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763800, 'name': Destroy_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.899184] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "refresh_cache-6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.899184] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "refresh_cache-6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.899184] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.019566] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.042440] env[62822]: DEBUG nova.compute.manager [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.085791] env[62822]: DEBUG nova.compute.manager [req-cffcc7ec-bcbb-478f-a48d-fa54da22ed6b req-2688180b-24a7-4763-bd60-93e65086b245 service nova] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Received event network-vif-plugged-3ba53e1a-c205-4bd6-bd27-d72e77b5a430 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.086029] env[62822]: DEBUG oslo_concurrency.lockutils [req-cffcc7ec-bcbb-478f-a48d-fa54da22ed6b req-2688180b-24a7-4763-bd60-93e65086b245 service nova] Acquiring lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.086259] env[62822]: DEBUG oslo_concurrency.lockutils [req-cffcc7ec-bcbb-478f-a48d-fa54da22ed6b req-2688180b-24a7-4763-bd60-93e65086b245 service nova] Lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.086661] env[62822]: DEBUG oslo_concurrency.lockutils [req-cffcc7ec-bcbb-478f-a48d-fa54da22ed6b req-2688180b-24a7-4763-bd60-93e65086b245 service nova] Lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.086661] env[62822]: DEBUG nova.compute.manager [req-cffcc7ec-bcbb-478f-a48d-fa54da22ed6b req-2688180b-24a7-4763-bd60-93e65086b245 service nova] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] No waiting events found dispatching network-vif-plugged-3ba53e1a-c205-4bd6-bd27-d72e77b5a430 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.086928] env[62822]: WARNING nova.compute.manager [req-cffcc7ec-bcbb-478f-a48d-fa54da22ed6b req-2688180b-24a7-4763-bd60-93e65086b245 service nova] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Received unexpected event network-vif-plugged-3ba53e1a-c205-4bd6-bd27-d72e77b5a430 for instance with vm_state building and task_state spawning. [ 635.110888] env[62822]: DEBUG nova.network.neutron [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Successfully created port: a40ca88b-b87f-432c-be08-0cdccd7633e9 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.135719] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763801, 'name': Rename_Task, 'duration_secs': 0.157564} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.141777] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.142361] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69def9c6-7f2e-441b-adae-77c035c37e86 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.150245] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 635.150245] env[62822]: value = "task-2763802" [ 635.150245] env[62822]: _type = "Task" [ 635.150245] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.168325] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.271960] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763800, 'name': Destroy_Task, 'duration_secs': 0.632962} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.275051] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Destroyed the VM [ 635.275312] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 635.275937] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1588bca-98ef-4ebd-af70-f60ac147d216 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.284860] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 635.284860] env[62822]: value = "task-2763803" [ 635.284860] env[62822]: _type = "Task" [ 635.284860] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.299176] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763803, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.421860] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquiring lock "1faa0941-bb46-4496-84a8-4c3cb7ee3b8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.422408] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Lock "1faa0941-bb46-4496-84a8-4c3cb7ee3b8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.422723] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquiring lock "1faa0941-bb46-4496-84a8-4c3cb7ee3b8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.423486] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Lock "1faa0941-bb46-4496-84a8-4c3cb7ee3b8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.423739] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Lock "1faa0941-bb46-4496-84a8-4c3cb7ee3b8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.427320] env[62822]: INFO nova.compute.manager [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Terminating instance [ 635.441353] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.625889] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379ea2b8-58e7-43d4-92d5-e1b5e22dfa31 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.637047] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28709604-2ea4-41d5-a954-8e0b0b0e2f74 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.673828] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8107b3a9-7de0-4281-a949-c36f9ca56e93 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.393651] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquiring lock "refresh_cache-1faa0941-bb46-4496-84a8-4c3cb7ee3b8a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.394096] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquired lock "refresh_cache-1faa0941-bb46-4496-84a8-4c3cb7ee3b8a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.394816] env[62822]: DEBUG nova.network.neutron [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.396743] env[62822]: DEBUG nova.compute.manager [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.399627] env[62822]: DEBUG nova.network.neutron [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Updating instance_info_cache with network_info: [{"id": "3ba53e1a-c205-4bd6-bd27-d72e77b5a430", "address": "fa:16:3e:33:77:bf", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba53e1a-c2", "ovs_interfaceid": "3ba53e1a-c205-4bd6-bd27-d72e77b5a430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.408453] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ec1fe4-4d48-46ec-8efb-ee06c9079437 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.412615] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763802, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.412873] env[62822]: WARNING oslo_vmware.common.loopingcall [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] task run outlasted interval by 0.24386200000000002 sec [ 636.414432] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "refresh_cache-6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.414897] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Instance network_info: |[{"id": "3ba53e1a-c205-4bd6-bd27-d72e77b5a430", "address": "fa:16:3e:33:77:bf", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba53e1a-c2", "ovs_interfaceid": "3ba53e1a-c205-4bd6-bd27-d72e77b5a430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.415640] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:77:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ba53e1a-c205-4bd6-bd27-d72e77b5a430', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.423134] env[62822]: DEBUG oslo.service.loopingcall [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.427786] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.440369] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fc07f9f-c831-46a5-803d-a67b4f757aca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.454672] env[62822]: DEBUG oslo_vmware.api [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763803, 'name': RemoveSnapshot_Task, 'duration_secs': 0.803367} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.455491] env[62822]: DEBUG nova.compute.provider_tree [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.457537] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 636.458118] env[62822]: INFO nova.compute.manager [None req-1bf46a3b-5dad-4905-b9c8-73935c45363f tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Took 17.05 seconds to snapshot the instance on the hypervisor. [ 636.464717] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763802, 'name': PowerOnVM_Task, 'duration_secs': 0.936158} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.465361] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.465587] env[62822]: INFO nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Took 9.01 seconds to spawn the instance on the hypervisor. [ 636.465815] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.466706] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce884792-bf32-40bb-8512-88d0a63de1f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.472697] env[62822]: DEBUG nova.virt.hardware [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.472944] env[62822]: DEBUG nova.virt.hardware [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.473113] env[62822]: DEBUG nova.virt.hardware [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.473307] env[62822]: DEBUG nova.virt.hardware [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.473448] env[62822]: DEBUG nova.virt.hardware [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.473668] env[62822]: DEBUG nova.virt.hardware [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.473891] env[62822]: DEBUG nova.virt.hardware [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.474073] env[62822]: DEBUG nova.virt.hardware [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.474272] env[62822]: DEBUG nova.virt.hardware [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.474419] env[62822]: DEBUG nova.virt.hardware [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.474647] env[62822]: DEBUG nova.virt.hardware [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.474988] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.474988] env[62822]: value = "task-2763804" [ 636.474988] env[62822]: _type = "Task" [ 636.474988] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.475704] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3ac587-1d49-4b70-a775-45106cf1cd7f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.492116] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89da56c-3bf4-4efe-8fe2-54a0382e08d7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.499986] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763804, 'name': CreateVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.713232] env[62822]: DEBUG nova.compute.manager [req-8099f98b-fa9c-479d-ba13-c5893b357a4d req-be0bb0dc-b76e-4147-8796-d83f1e5ab809 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Received event network-changed-f9ff2051-c932-4a2a-a614-144545ab3573 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.713457] env[62822]: DEBUG nova.compute.manager [req-8099f98b-fa9c-479d-ba13-c5893b357a4d req-be0bb0dc-b76e-4147-8796-d83f1e5ab809 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Refreshing instance network info cache due to event network-changed-f9ff2051-c932-4a2a-a614-144545ab3573. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 636.713678] env[62822]: DEBUG oslo_concurrency.lockutils [req-8099f98b-fa9c-479d-ba13-c5893b357a4d req-be0bb0dc-b76e-4147-8796-d83f1e5ab809 service nova] Acquiring lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.713817] env[62822]: DEBUG oslo_concurrency.lockutils [req-8099f98b-fa9c-479d-ba13-c5893b357a4d req-be0bb0dc-b76e-4147-8796-d83f1e5ab809 service nova] Acquired lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.713993] env[62822]: DEBUG nova.network.neutron [req-8099f98b-fa9c-479d-ba13-c5893b357a4d req-be0bb0dc-b76e-4147-8796-d83f1e5ab809 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Refreshing network info cache for port f9ff2051-c932-4a2a-a614-144545ab3573 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.931147] env[62822]: DEBUG nova.network.neutron [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.961957] env[62822]: DEBUG nova.scheduler.client.report [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.996162] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763804, 'name': CreateVM_Task, 'duration_secs': 0.450151} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.997933] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.002507] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.002671] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.003266] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.003770] env[62822]: INFO nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Took 38.19 seconds to build instance. [ 637.006156] env[62822]: DEBUG nova.network.neutron [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.007940] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5e6343-0e7a-49a4-9bea-689cd55349aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.017670] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 637.017670] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ca89c-524d-fc1a-e515-f0ead18982b4" [ 637.017670] env[62822]: _type = "Task" [ 637.017670] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.028690] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ca89c-524d-fc1a-e515-f0ead18982b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.212209] env[62822]: DEBUG nova.network.neutron [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Successfully updated port: a40ca88b-b87f-432c-be08-0cdccd7633e9 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.227041] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquiring lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.228078] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.358402] env[62822]: DEBUG nova.compute.manager [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Received event network-changed-3ba53e1a-c205-4bd6-bd27-d72e77b5a430 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.358635] env[62822]: DEBUG nova.compute.manager [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Refreshing instance network info cache due to event network-changed-3ba53e1a-c205-4bd6-bd27-d72e77b5a430. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.358863] env[62822]: DEBUG oslo_concurrency.lockutils [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] Acquiring lock "refresh_cache-6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.359016] env[62822]: DEBUG oslo_concurrency.lockutils [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] Acquired lock "refresh_cache-6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.359240] env[62822]: DEBUG nova.network.neutron [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Refreshing network info cache for port 3ba53e1a-c205-4bd6-bd27-d72e77b5a430 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.469355] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.434s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.469898] env[62822]: DEBUG nova.compute.manager [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.472725] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.580s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.472924] env[62822]: DEBUG nova.objects.instance [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lazy-loading 'resources' on Instance uuid df2a4178-c972-44e0-9657-050f5defaa99 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.513267] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Releasing lock "refresh_cache-1faa0941-bb46-4496-84a8-4c3cb7ee3b8a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.513701] env[62822]: DEBUG nova.compute.manager [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.513890] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.514317] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "c7824155-d50c-4d8f-91f5-269a72b380f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.994s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.515170] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9db870-b80d-487f-8435-997680c0964c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.530651] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ca89c-524d-fc1a-e515-f0ead18982b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.532959] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.533449] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.533672] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.533672] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.533782] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.534392] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.534392] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fdf648d-68f8-4e36-90db-dcc327177479 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.536991] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8197fd0c-78dc-4069-9a8c-8b49934f70d9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.544575] env[62822]: DEBUG oslo_vmware.api [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for the task: (returnval){ [ 637.544575] env[62822]: value = "task-2763805" [ 637.544575] env[62822]: _type = "Task" [ 637.544575] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.550112] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.550112] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.551211] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5110be8e-51b6-49f5-9ad9-c2434a1f24ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.562212] env[62822]: DEBUG oslo_vmware.api [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.566887] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 637.566887] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523cd1bd-7d07-65b3-4cda-19a22c83b34c" [ 637.566887] env[62822]: _type = "Task" [ 637.566887] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.578051] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523cd1bd-7d07-65b3-4cda-19a22c83b34c, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.578051] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43b069b-9f2a-4320-8bc5-81f26928b203 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.583565] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 637.583565] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52306409-a507-f784-bb32-478d95d1dc49" [ 637.583565] env[62822]: _type = "Task" [ 637.583565] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.591310] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52306409-a507-f784-bb32-478d95d1dc49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.624490] env[62822]: DEBUG nova.network.neutron [req-8099f98b-fa9c-479d-ba13-c5893b357a4d req-be0bb0dc-b76e-4147-8796-d83f1e5ab809 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Updated VIF entry in instance network info cache for port f9ff2051-c932-4a2a-a614-144545ab3573. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.624845] env[62822]: DEBUG nova.network.neutron [req-8099f98b-fa9c-479d-ba13-c5893b357a4d req-be0bb0dc-b76e-4147-8796-d83f1e5ab809 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Updating instance_info_cache with network_info: [{"id": "f9ff2051-c932-4a2a-a614-144545ab3573", "address": "fa:16:3e:86:c4:b6", "network": {"id": "0905a1b5-4c1e-4503-893d-528097fa82d9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2028964672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8815caf47b49d98a20548f832aa5ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ff2051-c9", "ovs_interfaceid": "f9ff2051-c932-4a2a-a614-144545ab3573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.723691] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquiring lock "refresh_cache-0db29d19-ff59-4f09-8ebb-62c3f4ad3688" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.723691] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquired lock "refresh_cache-0db29d19-ff59-4f09-8ebb-62c3f4ad3688" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.723691] env[62822]: DEBUG nova.network.neutron [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.975991] env[62822]: DEBUG nova.compute.utils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.982332] env[62822]: DEBUG nova.compute.manager [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.987304] env[62822]: DEBUG nova.network.neutron [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.026092] env[62822]: DEBUG nova.compute.manager [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.063021] env[62822]: DEBUG oslo_vmware.api [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763805, 'name': PowerOffVM_Task, 'duration_secs': 0.333933} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.063021] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.063021] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.063021] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4683b111-4c10-4e9f-9ccd-cc67d4527520 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.065881] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquiring lock "09d95907-3227-4273-b0ca-cc7dcfd19c53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.066553] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Lock "09d95907-3227-4273-b0ca-cc7dcfd19c53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.066819] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquiring lock "09d95907-3227-4273-b0ca-cc7dcfd19c53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.067125] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Lock "09d95907-3227-4273-b0ca-cc7dcfd19c53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.067420] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Lock "09d95907-3227-4273-b0ca-cc7dcfd19c53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.074557] env[62822]: INFO nova.compute.manager [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Terminating instance [ 638.078650] env[62822]: DEBUG nova.policy [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d167d9311cd4f74a651b2ae6fc5c18a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a391ec0f89c4656b096cffc11a33150', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.084938] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.084938] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.084938] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Deleting the datastore file [datastore2] 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.088440] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d09e4712-d3a9-47ee-a0f6-2d737a5522f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.103273] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52306409-a507-f784-bb32-478d95d1dc49, 'name': SearchDatastore_Task, 'duration_secs': 0.011161} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.104516] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.104990] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8/6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.105449] env[62822]: DEBUG oslo_vmware.api [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for the task: (returnval){ [ 638.105449] env[62822]: value = "task-2763807" [ 638.105449] env[62822]: _type = "Task" [ 638.105449] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.105677] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbd3c67b-4a3f-46cf-a4e9-fe8b36bbdf9d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.118964] env[62822]: DEBUG oslo_vmware.api [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.120786] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 638.120786] env[62822]: value = "task-2763808" [ 638.120786] env[62822]: _type = "Task" [ 638.120786] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.128583] env[62822]: DEBUG oslo_concurrency.lockutils [req-8099f98b-fa9c-479d-ba13-c5893b357a4d req-be0bb0dc-b76e-4147-8796-d83f1e5ab809 service nova] Releasing lock "refresh_cache-09d95907-3227-4273-b0ca-cc7dcfd19c53" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.129943] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.206085] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquiring lock "70edd62c-1cb7-4e40-9543-fb39760cef5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.206425] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lock "70edd62c-1cb7-4e40-9543-fb39760cef5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.206672] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquiring lock "70edd62c-1cb7-4e40-9543-fb39760cef5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.206893] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lock "70edd62c-1cb7-4e40-9543-fb39760cef5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.207159] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lock "70edd62c-1cb7-4e40-9543-fb39760cef5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.209720] env[62822]: INFO nova.compute.manager [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Terminating instance [ 638.284609] env[62822]: DEBUG nova.network.neutron [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.345696] env[62822]: DEBUG nova.network.neutron [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Updated VIF entry in instance network info cache for port 3ba53e1a-c205-4bd6-bd27-d72e77b5a430. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.345696] env[62822]: DEBUG nova.network.neutron [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Updating instance_info_cache with network_info: [{"id": "3ba53e1a-c205-4bd6-bd27-d72e77b5a430", "address": "fa:16:3e:33:77:bf", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba53e1a-c2", "ovs_interfaceid": "3ba53e1a-c205-4bd6-bd27-d72e77b5a430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.485270] env[62822]: DEBUG nova.compute.manager [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.498179] env[62822]: DEBUG nova.network.neutron [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Successfully created port: 7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.570406] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.573164] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e7d303-050f-434c-a143-6f51ad0fb850 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.582907] env[62822]: DEBUG nova.compute.manager [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.582907] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.585221] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b095da1-d437-483e-bb35-b76afd40f870 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.590347] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ee9e4-fa5c-428c-9a05-ba71a3383f79 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.633623] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34260bd-8edf-4174-957a-063f92f2d908 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.635826] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.636142] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f4134fa-32f3-42a8-af10-46c19426189e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.643563] env[62822]: DEBUG oslo_vmware.api [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Task: {'id': task-2763807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117648} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.650292] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.650292] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.650292] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.650571] env[62822]: INFO nova.compute.manager [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 638.650823] env[62822]: DEBUG oslo.service.loopingcall [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.651941] env[62822]: DEBUG oslo_vmware.api [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for the task: (returnval){ [ 638.651941] env[62822]: value = "task-2763809" [ 638.651941] env[62822]: _type = "Task" [ 638.651941] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.651941] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763808, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.651941] env[62822]: DEBUG nova.compute.manager [-] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.651941] env[62822]: DEBUG nova.network.neutron [-] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.654696] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91e40a5-c4b0-4ed9-a968-102e2adc3331 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.660432] env[62822]: DEBUG nova.network.neutron [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Updating instance_info_cache with network_info: [{"id": "a40ca88b-b87f-432c-be08-0cdccd7633e9", "address": "fa:16:3e:69:62:e7", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa40ca88b-b8", "ovs_interfaceid": "a40ca88b-b87f-432c-be08-0cdccd7633e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.681027] env[62822]: DEBUG nova.compute.provider_tree [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.684726] env[62822]: DEBUG oslo_vmware.api [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.687337] env[62822]: DEBUG nova.network.neutron [-] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.714156] env[62822]: DEBUG nova.compute.manager [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.714391] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.715290] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782bdf49-c166-4476-acd5-8f6094188432 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.726277] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.726801] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12558468-8f24-4a36-9dd3-afeaa8d7b012 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.736727] env[62822]: DEBUG oslo_vmware.api [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 638.736727] env[62822]: value = "task-2763810" [ 638.736727] env[62822]: _type = "Task" [ 638.736727] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.749912] env[62822]: DEBUG oslo_vmware.api [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.847633] env[62822]: DEBUG oslo_concurrency.lockutils [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] Releasing lock "refresh_cache-6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.848021] env[62822]: DEBUG nova.compute.manager [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Received event network-vif-plugged-a40ca88b-b87f-432c-be08-0cdccd7633e9 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.848156] env[62822]: DEBUG oslo_concurrency.lockutils [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] Acquiring lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.848372] env[62822]: DEBUG oslo_concurrency.lockutils [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] Lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.848573] env[62822]: DEBUG oslo_concurrency.lockutils [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] Lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.848738] env[62822]: DEBUG nova.compute.manager [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] No waiting events found dispatching network-vif-plugged-a40ca88b-b87f-432c-be08-0cdccd7633e9 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.848902] env[62822]: WARNING nova.compute.manager [req-23a14571-f292-4b65-a0d3-84df1644110b req-8d644e83-605a-466a-842b-4eea1626fffe service nova] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Received unexpected event network-vif-plugged-a40ca88b-b87f-432c-be08-0cdccd7633e9 for instance with vm_state building and task_state spawning. [ 639.141767] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552071} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.141767] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8/6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.141767] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.141767] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-532cc726-846d-4dc3-b9dc-6a05c458f698 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.146811] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 639.146811] env[62822]: value = "task-2763811" [ 639.146811] env[62822]: _type = "Task" [ 639.146811] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.156379] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.164751] env[62822]: DEBUG oslo_vmware.api [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763809, 'name': PowerOffVM_Task, 'duration_secs': 0.201641} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.165630] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.165897] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.166422] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Releasing lock "refresh_cache-0db29d19-ff59-4f09-8ebb-62c3f4ad3688" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.170218] env[62822]: DEBUG nova.compute.manager [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Instance network_info: |[{"id": "a40ca88b-b87f-432c-be08-0cdccd7633e9", "address": "fa:16:3e:69:62:e7", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa40ca88b-b8", "ovs_interfaceid": "a40ca88b-b87f-432c-be08-0cdccd7633e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.170218] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af1ce20d-211a-4f34-aa29-e9ad8701aa01 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.170359] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:62:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a40ca88b-b87f-432c-be08-0cdccd7633e9', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.176869] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Creating folder: Project (f840367800c843b9ba0f53bded54c2df). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.177523] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a6abc2e-0ee2-4c76-be8a-b7e6e5dd89e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.185484] env[62822]: DEBUG nova.scheduler.client.report [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.194058] env[62822]: DEBUG nova.network.neutron [-] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.195564] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Created folder: Project (f840367800c843b9ba0f53bded54c2df) in parent group-v555973. [ 639.195745] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Creating folder: Instances. Parent ref: group-v556047. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.196011] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b42bae3-3674-46a7-ba67-e75827a55821 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.207131] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Created folder: Instances in parent group-v556047. [ 639.207418] env[62822]: DEBUG oslo.service.loopingcall [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.207703] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.207932] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7673a5c2-1b84-4d45-9ff2-ed872af2a2db {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.229644] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.229644] env[62822]: value = "task-2763815" [ 639.229644] env[62822]: _type = "Task" [ 639.229644] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.249640] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763815, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.251145] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.251380] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.251553] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Deleting the datastore file [datastore1] 09d95907-3227-4273-b0ca-cc7dcfd19c53 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.252643] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cacfdb1-c908-4754-bc33-1ac025ba0bff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.257549] env[62822]: DEBUG oslo_vmware.api [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763810, 'name': PowerOffVM_Task, 'duration_secs': 0.20982} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.258241] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.258690] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.258690] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c387087a-11df-481a-a94b-68fa9f5e06f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.261884] env[62822]: DEBUG oslo_vmware.api [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for the task: (returnval){ [ 639.261884] env[62822]: value = "task-2763816" [ 639.261884] env[62822]: _type = "Task" [ 639.261884] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.270338] env[62822]: DEBUG oslo_vmware.api [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.321699] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.321699] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.321699] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Deleting the datastore file [datastore2] 70edd62c-1cb7-4e40-9543-fb39760cef5b {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.321699] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63be173e-18e0-4ba0-aeb7-d8d6154b7474 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.328383] env[62822]: DEBUG oslo_vmware.api [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for the task: (returnval){ [ 639.328383] env[62822]: value = "task-2763818" [ 639.328383] env[62822]: _type = "Task" [ 639.328383] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.340295] env[62822]: DEBUG oslo_vmware.api [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.494870] env[62822]: DEBUG nova.compute.manager [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.500245] env[62822]: DEBUG nova.compute.manager [req-68211d8a-fccf-45e0-b85d-d29704a85890 req-6d699041-161a-4d9b-98f5-b8cdc9cb7de7 service nova] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Received event network-changed-a40ca88b-b87f-432c-be08-0cdccd7633e9 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.500245] env[62822]: DEBUG nova.compute.manager [req-68211d8a-fccf-45e0-b85d-d29704a85890 req-6d699041-161a-4d9b-98f5-b8cdc9cb7de7 service nova] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Refreshing instance network info cache due to event network-changed-a40ca88b-b87f-432c-be08-0cdccd7633e9. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.500245] env[62822]: DEBUG oslo_concurrency.lockutils [req-68211d8a-fccf-45e0-b85d-d29704a85890 req-6d699041-161a-4d9b-98f5-b8cdc9cb7de7 service nova] Acquiring lock "refresh_cache-0db29d19-ff59-4f09-8ebb-62c3f4ad3688" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.500245] env[62822]: DEBUG oslo_concurrency.lockutils [req-68211d8a-fccf-45e0-b85d-d29704a85890 req-6d699041-161a-4d9b-98f5-b8cdc9cb7de7 service nova] Acquired lock "refresh_cache-0db29d19-ff59-4f09-8ebb-62c3f4ad3688" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.500245] env[62822]: DEBUG nova.network.neutron [req-68211d8a-fccf-45e0-b85d-d29704a85890 req-6d699041-161a-4d9b-98f5-b8cdc9cb7de7 service nova] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Refreshing network info cache for port a40ca88b-b87f-432c-be08-0cdccd7633e9 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.524042] env[62822]: DEBUG nova.virt.hardware [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.524320] env[62822]: DEBUG nova.virt.hardware [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.524574] env[62822]: DEBUG nova.virt.hardware [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.524623] env[62822]: DEBUG nova.virt.hardware [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.526301] env[62822]: DEBUG nova.virt.hardware [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.526301] env[62822]: DEBUG nova.virt.hardware [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.526301] env[62822]: DEBUG nova.virt.hardware [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.526301] env[62822]: DEBUG nova.virt.hardware [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.526301] env[62822]: DEBUG nova.virt.hardware [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.526549] env[62822]: DEBUG nova.virt.hardware [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.526549] env[62822]: DEBUG nova.virt.hardware [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.526970] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fd96b5-4502-4e44-babf-163663189c01 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.536253] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabdf30d-a566-41b2-ab61-d75c3e8d3829 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.657678] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069215} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.657958] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.658775] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f05e9b5-da69-4b65-97e5-615729090dfb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.681403] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8/6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.681403] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-107e1709-b5e9-40bf-bf5e-f46b55764b8a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.722239] env[62822]: INFO nova.compute.manager [-] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Took 1.05 seconds to deallocate network for instance. [ 639.722239] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.722239] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.202s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.722239] env[62822]: INFO nova.compute.claims [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.722239] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 639.722239] env[62822]: value = "task-2763819" [ 639.722239] env[62822]: _type = "Task" [ 639.722239] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.726259] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.754020] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763815, 'name': CreateVM_Task, 'duration_secs': 0.392671} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.754020] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.754020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.754020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.754020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.754248] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b975b1f1-fdf7-4f8e-a452-2d757bd97a00 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.759829] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for the task: (returnval){ [ 639.759829] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521a490c-17b9-f278-17d2-6aff393a2320" [ 639.759829] env[62822]: _type = "Task" [ 639.759829] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.766351] env[62822]: INFO nova.scheduler.client.report [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Deleted allocations for instance df2a4178-c972-44e0-9657-050f5defaa99 [ 639.781711] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521a490c-17b9-f278-17d2-6aff393a2320, 'name': SearchDatastore_Task, 'duration_secs': 0.012069} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.782160] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.783068] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.783068] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.783068] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.783297] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.787573] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c2c7538-5293-4888-a7d5-e0fb2168871a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.789921] env[62822]: DEBUG oslo_vmware.api [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Task: {'id': task-2763816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166623} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.790264] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.790492] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.791358] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.791358] env[62822]: INFO nova.compute.manager [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Took 1.21 seconds to destroy the instance on the hypervisor. [ 639.791358] env[62822]: DEBUG oslo.service.loopingcall [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.792095] env[62822]: DEBUG nova.compute.manager [-] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.792095] env[62822]: DEBUG nova.network.neutron [-] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.798600] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.798796] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.799740] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de6d2d4-463f-4d79-ac2f-cc1a0fb2c2d7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.808264] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for the task: (returnval){ [ 639.808264] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527df91a-c08b-62e9-7ed8-24cd66cd9172" [ 639.808264] env[62822]: _type = "Task" [ 639.808264] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.818242] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527df91a-c08b-62e9-7ed8-24cd66cd9172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.840731] env[62822]: DEBUG oslo_vmware.api [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Task: {'id': task-2763818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175794} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.841277] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.841415] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.841540] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.842355] env[62822]: INFO nova.compute.manager [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 639.842355] env[62822]: DEBUG oslo.service.loopingcall [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.842355] env[62822]: DEBUG nova.compute.manager [-] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.842475] env[62822]: DEBUG nova.network.neutron [-] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.219745] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.229963] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.285585] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d14ea42-8fec-40ec-a018-8fff929117b5 tempest-ServersAdmin275Test-1726751401 tempest-ServersAdmin275Test-1726751401-project-member] Lock "df2a4178-c972-44e0-9657-050f5defaa99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.773s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.322056] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527df91a-c08b-62e9-7ed8-24cd66cd9172, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.323106] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2563af87-81ce-4e03-894a-736c6f682936 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.329120] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for the task: (returnval){ [ 640.329120] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521c0487-8322-ada7-5cd1-f72cae40d5a5" [ 640.329120] env[62822]: _type = "Task" [ 640.329120] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.338431] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521c0487-8322-ada7-5cd1-f72cae40d5a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.726265] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763819, 'name': ReconfigVM_Task, 'duration_secs': 0.593196} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.726947] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8/6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.727803] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32199b7a-ac20-4039-8b40-4416baa769bf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.738403] env[62822]: DEBUG nova.network.neutron [req-68211d8a-fccf-45e0-b85d-d29704a85890 req-6d699041-161a-4d9b-98f5-b8cdc9cb7de7 service nova] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Updated VIF entry in instance network info cache for port a40ca88b-b87f-432c-be08-0cdccd7633e9. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.738905] env[62822]: DEBUG nova.network.neutron [req-68211d8a-fccf-45e0-b85d-d29704a85890 req-6d699041-161a-4d9b-98f5-b8cdc9cb7de7 service nova] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Updating instance_info_cache with network_info: [{"id": "a40ca88b-b87f-432c-be08-0cdccd7633e9", "address": "fa:16:3e:69:62:e7", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa40ca88b-b8", "ovs_interfaceid": "a40ca88b-b87f-432c-be08-0cdccd7633e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.741668] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 640.741668] env[62822]: value = "task-2763820" [ 640.741668] env[62822]: _type = "Task" [ 640.741668] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.752790] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763820, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.768068] env[62822]: DEBUG nova.compute.manager [req-15e96228-d382-45b1-b29f-9ca54c39a642 req-05fa4504-79f4-4e69-a176-0c95dbc64f13 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Received event network-vif-plugged-7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.768299] env[62822]: DEBUG oslo_concurrency.lockutils [req-15e96228-d382-45b1-b29f-9ca54c39a642 req-05fa4504-79f4-4e69-a176-0c95dbc64f13 service nova] Acquiring lock "c090804d-2123-4487-9152-dfce486bd17b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.768523] env[62822]: DEBUG oslo_concurrency.lockutils [req-15e96228-d382-45b1-b29f-9ca54c39a642 req-05fa4504-79f4-4e69-a176-0c95dbc64f13 service nova] Lock "c090804d-2123-4487-9152-dfce486bd17b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.768686] env[62822]: DEBUG oslo_concurrency.lockutils [req-15e96228-d382-45b1-b29f-9ca54c39a642 req-05fa4504-79f4-4e69-a176-0c95dbc64f13 service nova] Lock "c090804d-2123-4487-9152-dfce486bd17b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.768870] env[62822]: DEBUG nova.compute.manager [req-15e96228-d382-45b1-b29f-9ca54c39a642 req-05fa4504-79f4-4e69-a176-0c95dbc64f13 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] No waiting events found dispatching network-vif-plugged-7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.769104] env[62822]: WARNING nova.compute.manager [req-15e96228-d382-45b1-b29f-9ca54c39a642 req-05fa4504-79f4-4e69-a176-0c95dbc64f13 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Received unexpected event network-vif-plugged-7141ea1e-1ca6-4287-b6b8-0455fb4139ca for instance with vm_state building and task_state spawning. [ 640.793830] env[62822]: DEBUG nova.network.neutron [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Successfully updated port: 7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.844686] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521c0487-8322-ada7-5cd1-f72cae40d5a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.846351] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.846351] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 0db29d19-ff59-4f09-8ebb-62c3f4ad3688/0db29d19-ff59-4f09-8ebb-62c3f4ad3688.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.846351] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a38b4bf-87da-4c1a-a3d8-8639f6e07e2a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.854673] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for the task: (returnval){ [ 640.854673] env[62822]: value = "task-2763821" [ 640.854673] env[62822]: _type = "Task" [ 640.854673] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.865780] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.151873] env[62822]: DEBUG nova.network.neutron [-] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.181946] env[62822]: DEBUG nova.network.neutron [-] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.250495] env[62822]: DEBUG oslo_concurrency.lockutils [req-68211d8a-fccf-45e0-b85d-d29704a85890 req-6d699041-161a-4d9b-98f5-b8cdc9cb7de7 service nova] Releasing lock "refresh_cache-0db29d19-ff59-4f09-8ebb-62c3f4ad3688" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.256884] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763820, 'name': Rename_Task, 'duration_secs': 0.19686} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.257109] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.257706] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36a66ca0-eb0a-4085-96d2-dab6d63013c9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.268426] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 641.268426] env[62822]: value = "task-2763822" [ 641.268426] env[62822]: _type = "Task" [ 641.268426] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.277419] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.301754] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.301754] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquired lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.301754] env[62822]: DEBUG nova.network.neutron [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.367228] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3441c37c-17d2-4bd6-8d4d-b6a9df2d4ce1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.374253] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763821, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.377355] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22adf420-eaf4-4acd-a5d0-f14dff13d7da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.413208] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2fd4dd-2d3c-4b9f-97c7-8901d99c8b71 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.423949] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9c9a78-474f-4cda-af07-acbf128a9219 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.442152] env[62822]: DEBUG nova.compute.provider_tree [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.659474] env[62822]: INFO nova.compute.manager [-] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Took 1.87 seconds to deallocate network for instance. [ 641.685125] env[62822]: INFO nova.compute.manager [-] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Took 1.84 seconds to deallocate network for instance. [ 641.688963] env[62822]: DEBUG nova.compute.manager [req-e03b3313-8773-4daf-8c96-686bcef88cca req-461c57df-bbbe-4a74-85a8-b96852207bb5 service nova] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Received event network-vif-deleted-f9ff2051-c932-4a2a-a614-144545ab3573 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.689315] env[62822]: DEBUG nova.compute.manager [req-e03b3313-8773-4daf-8c96-686bcef88cca req-461c57df-bbbe-4a74-85a8-b96852207bb5 service nova] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Received event network-vif-deleted-e8238231-b39f-4e0e-b02e-e68a4277e2d9 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.779227] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.852404] env[62822]: DEBUG nova.network.neutron [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.869802] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568414} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.870121] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 0db29d19-ff59-4f09-8ebb-62c3f4ad3688/0db29d19-ff59-4f09-8ebb-62c3f4ad3688.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.870380] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.870710] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e471ba69-3bec-4f20-bfa2-85690a26731a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.880327] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for the task: (returnval){ [ 641.880327] env[62822]: value = "task-2763823" [ 641.880327] env[62822]: _type = "Task" [ 641.880327] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.888209] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.946117] env[62822]: DEBUG nova.scheduler.client.report [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.967473] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdf80e-e8b0-3f09-d9a2-296657570628/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 641.969496] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93bc7c5-4329-4871-94fe-1819055e7ec8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.977676] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdf80e-e8b0-3f09-d9a2-296657570628/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 641.977798] env[62822]: ERROR oslo_vmware.rw_handles [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdf80e-e8b0-3f09-d9a2-296657570628/disk-0.vmdk due to incomplete transfer. [ 641.978320] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72a64b1a-ae16-4d1f-a8ca-770ba4f7fbc2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.987991] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fdf80e-e8b0-3f09-d9a2-296657570628/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 641.988234] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Uploaded image 9caacf26-d90a-4d4f-8e98-8d6a92728cce to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 641.989829] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 641.990859] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5061835b-dbcf-4645-9fdd-66dd52361fa8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.000296] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 642.000296] env[62822]: value = "task-2763824" [ 642.000296] env[62822]: _type = "Task" [ 642.000296] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.010172] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763824, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.062201] env[62822]: DEBUG nova.network.neutron [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updating instance_info_cache with network_info: [{"id": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "address": "fa:16:3e:16:64:32", "network": {"id": "e5bc3999-5da8-4a7b-9ec1-4f25beac3dcd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1074194346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a391ec0f89c4656b096cffc11a33150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7141ea1e-1c", "ovs_interfaceid": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.166852] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.194308] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.281157] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.347072] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.347373] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.390460] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084901} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.390771] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.391702] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66cf23-6408-4abd-966c-fcb05d138d72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.415023] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 0db29d19-ff59-4f09-8ebb-62c3f4ad3688/0db29d19-ff59-4f09-8ebb-62c3f4ad3688.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.415023] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f13bc31e-bc17-46a5-8953-6ab13e225fd4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.435751] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for the task: (returnval){ [ 642.435751] env[62822]: value = "task-2763825" [ 642.435751] env[62822]: _type = "Task" [ 642.435751] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.443766] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.453743] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.454263] env[62822]: DEBUG nova.compute.manager [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.461176] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.512s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.462728] env[62822]: INFO nova.compute.claims [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.512648] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763824, 'name': Destroy_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.565475] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Releasing lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.565686] env[62822]: DEBUG nova.compute.manager [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Instance network_info: |[{"id": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "address": "fa:16:3e:16:64:32", "network": {"id": "e5bc3999-5da8-4a7b-9ec1-4f25beac3dcd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1074194346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a391ec0f89c4656b096cffc11a33150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7141ea1e-1c", "ovs_interfaceid": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.566120] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:64:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7141ea1e-1ca6-4287-b6b8-0455fb4139ca', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.574709] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Creating folder: Project (5a391ec0f89c4656b096cffc11a33150). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.574989] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf30ad2a-c0c2-4712-8742-3db0d6f596ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.586642] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Created folder: Project (5a391ec0f89c4656b096cffc11a33150) in parent group-v555973. [ 642.586827] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Creating folder: Instances. Parent ref: group-v556050. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.587162] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b47a85a-dbee-4196-a06e-45aa8819adad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.597211] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Created folder: Instances in parent group-v556050. [ 642.597479] env[62822]: DEBUG oslo.service.loopingcall [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.597700] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c090804d-2123-4487-9152-dfce486bd17b] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.597945] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5309cc8-9559-4b2a-8e40-9bebb8d3b320 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.621781] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.621781] env[62822]: value = "task-2763828" [ 642.621781] env[62822]: _type = "Task" [ 642.621781] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.630678] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763828, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.781278] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.802293] env[62822]: DEBUG nova.compute.manager [req-bad36c9c-1895-4a6a-ad4e-ad3405ddd7c8 req-016b9bbc-7a21-40d7-b7b0-8aaf00d89466 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Received event network-changed-7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.802451] env[62822]: DEBUG nova.compute.manager [req-bad36c9c-1895-4a6a-ad4e-ad3405ddd7c8 req-016b9bbc-7a21-40d7-b7b0-8aaf00d89466 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Refreshing instance network info cache due to event network-changed-7141ea1e-1ca6-4287-b6b8-0455fb4139ca. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.802666] env[62822]: DEBUG oslo_concurrency.lockutils [req-bad36c9c-1895-4a6a-ad4e-ad3405ddd7c8 req-016b9bbc-7a21-40d7-b7b0-8aaf00d89466 service nova] Acquiring lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.802910] env[62822]: DEBUG oslo_concurrency.lockutils [req-bad36c9c-1895-4a6a-ad4e-ad3405ddd7c8 req-016b9bbc-7a21-40d7-b7b0-8aaf00d89466 service nova] Acquired lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.803155] env[62822]: DEBUG nova.network.neutron [req-bad36c9c-1895-4a6a-ad4e-ad3405ddd7c8 req-016b9bbc-7a21-40d7-b7b0-8aaf00d89466 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Refreshing network info cache for port 7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.948517] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763825, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.974575] env[62822]: DEBUG nova.compute.utils [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.978646] env[62822]: DEBUG nova.compute.manager [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.978646] env[62822]: DEBUG nova.network.neutron [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.010835] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763824, 'name': Destroy_Task, 'duration_secs': 0.787763} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.011268] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Destroyed the VM [ 643.011379] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 643.011673] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99be3ffd-9dca-4750-b876-7a59f445c189 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.021213] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 643.021213] env[62822]: value = "task-2763829" [ 643.021213] env[62822]: _type = "Task" [ 643.021213] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.029391] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.037636] env[62822]: DEBUG nova.policy [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7301272c1ed4a4e8cec8001316876bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6a29aa310ea4115b05ee24f7f3c7786', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.133207] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763828, 'name': CreateVM_Task, 'duration_secs': 0.386044} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.133392] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c090804d-2123-4487-9152-dfce486bd17b] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.134111] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.134216] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.134537] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.134797] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e17d065-1b4f-4c0e-a0ca-5c3722416837 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.141381] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 643.141381] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528fd769-bed0-97dd-6661-f6eeaf70299f" [ 643.141381] env[62822]: _type = "Task" [ 643.141381] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.149755] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528fd769-bed0-97dd-6661-f6eeaf70299f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.282630] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763822, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.429940] env[62822]: DEBUG nova.network.neutron [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Successfully created port: fd4df151-8b5f-4155-afdc-d5371d2f5751 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.452440] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763825, 'name': ReconfigVM_Task, 'duration_secs': 0.567326} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.453238] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 0db29d19-ff59-4f09-8ebb-62c3f4ad3688/0db29d19-ff59-4f09-8ebb-62c3f4ad3688.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.453955] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d364109f-e7ad-425d-8995-b0b1aff8d717 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.461800] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for the task: (returnval){ [ 643.461800] env[62822]: value = "task-2763830" [ 643.461800] env[62822]: _type = "Task" [ 643.461800] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.471239] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763830, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.480277] env[62822]: DEBUG nova.compute.manager [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.534273] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.653162] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528fd769-bed0-97dd-6661-f6eeaf70299f, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.657643] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.657964] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.660163] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.660364] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.660560] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.661805] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b11fa2bd-0728-4f6c-971d-158d7d90218b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.670418] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.670618] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.671370] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6dded33-e6bb-4bfd-958f-0f0bc7b45f2f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.679521] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 643.679521] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5252de60-79a2-d483-265e-e4e83acc6cef" [ 643.679521] env[62822]: _type = "Task" [ 643.679521] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.688458] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5252de60-79a2-d483-265e-e4e83acc6cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.708896] env[62822]: DEBUG nova.network.neutron [req-bad36c9c-1895-4a6a-ad4e-ad3405ddd7c8 req-016b9bbc-7a21-40d7-b7b0-8aaf00d89466 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updated VIF entry in instance network info cache for port 7141ea1e-1ca6-4287-b6b8-0455fb4139ca. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.709872] env[62822]: DEBUG nova.network.neutron [req-bad36c9c-1895-4a6a-ad4e-ad3405ddd7c8 req-016b9bbc-7a21-40d7-b7b0-8aaf00d89466 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updating instance_info_cache with network_info: [{"id": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "address": "fa:16:3e:16:64:32", "network": {"id": "e5bc3999-5da8-4a7b-9ec1-4f25beac3dcd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1074194346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a391ec0f89c4656b096cffc11a33150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7141ea1e-1c", "ovs_interfaceid": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.785872] env[62822]: DEBUG oslo_vmware.api [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763822, 'name': PowerOnVM_Task, 'duration_secs': 2.029869} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.786291] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.786291] env[62822]: INFO nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Took 10.41 seconds to spawn the instance on the hypervisor. [ 643.787119] env[62822]: DEBUG nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.787175] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598799a0-f114-4760-9214-62a5f4d96c2b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.975132] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763830, 'name': Rename_Task, 'duration_secs': 0.2051} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.975470] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.975718] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7efd812d-cb50-45cf-8c89-3795f4511b07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.986041] env[62822]: INFO nova.virt.block_device [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Booting with volume 22948de1-bc57-438a-bdb0-ef8c8bfaaa09 at /dev/sda [ 643.991454] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for the task: (returnval){ [ 643.991454] env[62822]: value = "task-2763831" [ 643.991454] env[62822]: _type = "Task" [ 643.991454] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.018735] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.030917] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763829, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.051647] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ce358e-69ec-416f-a8ab-48b973843267 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.060711] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48c0fda-8da1-432c-8b70-bb509538eca1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.064494] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0be16da-5ba7-45b6-9f0a-53494f8d2a77 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.098350] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d02a2-4d67-4bc8-8413-d74d0e7f2651 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.113184] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946cb0ae-4bd2-4c23-8a09-74befbf4622d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.121387] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2669dfea-a679-47a9-8a9c-9d1efa4797a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.136103] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4678b670-0509-48d0-89d7-6a5df18d4221 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.146266] env[62822]: DEBUG nova.compute.provider_tree [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.155654] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cc5c9c-7718-4de5-a25a-b0c049fc6462 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.190966] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5762cbe-331b-43cf-98fa-a12d43d57ff4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.202026] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5252de60-79a2-d483-265e-e4e83acc6cef, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.202026] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a7e673-e363-412a-abb3-5dcc5f52896d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.203928] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b3d538-b1d5-4d58-bb8d-1a43a0bb2f05 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.209704] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 644.209704] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52627d2f-2269-77be-f145-1634638bd114" [ 644.209704] env[62822]: _type = "Task" [ 644.209704] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.217321] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52627d2f-2269-77be-f145-1634638bd114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.221207] env[62822]: DEBUG oslo_concurrency.lockutils [req-bad36c9c-1895-4a6a-ad4e-ad3405ddd7c8 req-016b9bbc-7a21-40d7-b7b0-8aaf00d89466 service nova] Releasing lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.221860] env[62822]: DEBUG nova.virt.block_device [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Updating existing volume attachment record: 73560873-8ead-41bc-aef3-421136be1282 {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 644.312698] env[62822]: INFO nova.compute.manager [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Took 38.99 seconds to build instance. [ 644.502167] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763831, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.531062] env[62822]: DEBUG oslo_vmware.api [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763829, 'name': RemoveSnapshot_Task, 'duration_secs': 1.081876} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.531346] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 644.531582] env[62822]: INFO nova.compute.manager [None req-30fe7326-bec1-464d-b439-5f2265d2b9ab tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Took 17.08 seconds to snapshot the instance on the hypervisor. [ 644.649997] env[62822]: DEBUG nova.scheduler.client.report [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.723109] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52627d2f-2269-77be-f145-1634638bd114, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.723467] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.723816] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] c090804d-2123-4487-9152-dfce486bd17b/c090804d-2123-4487-9152-dfce486bd17b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.724184] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4cd84ad-f04a-48aa-af83-bb471a41fb2c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.732092] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 644.732092] env[62822]: value = "task-2763832" [ 644.732092] env[62822]: _type = "Task" [ 644.732092] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.743230] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.814909] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0c93afe5-3a4f-4ec1-887f-fd7b970e5ecd tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.259s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.010570] env[62822]: DEBUG oslo_vmware.api [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763831, 'name': PowerOnVM_Task, 'duration_secs': 0.898813} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.011177] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.011343] env[62822]: INFO nova.compute.manager [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Took 8.61 seconds to spawn the instance on the hypervisor. [ 645.011686] env[62822]: DEBUG nova.compute.manager [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.012953] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bca083-337a-4df8-a044-af51b02b0a6f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.155837] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.156571] env[62822]: DEBUG nova.compute.manager [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.161910] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.112s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.247746] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763832, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.249460] env[62822]: DEBUG nova.network.neutron [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Successfully updated port: fd4df151-8b5f-4155-afdc-d5371d2f5751 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.322580] env[62822]: DEBUG nova.compute.manager [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.537559] env[62822]: INFO nova.compute.manager [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Took 36.23 seconds to build instance. [ 645.590566] env[62822]: DEBUG nova.compute.manager [req-4ff047f9-311a-44e6-8aac-dc5603abf484 req-9f7af897-c729-497e-8c61-2cc7454cd647 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Received event network-vif-plugged-fd4df151-8b5f-4155-afdc-d5371d2f5751 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.590797] env[62822]: DEBUG oslo_concurrency.lockutils [req-4ff047f9-311a-44e6-8aac-dc5603abf484 req-9f7af897-c729-497e-8c61-2cc7454cd647 service nova] Acquiring lock "02090911-ad5f-45bf-b0e4-910751803230-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.591016] env[62822]: DEBUG oslo_concurrency.lockutils [req-4ff047f9-311a-44e6-8aac-dc5603abf484 req-9f7af897-c729-497e-8c61-2cc7454cd647 service nova] Lock "02090911-ad5f-45bf-b0e4-910751803230-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.591317] env[62822]: DEBUG oslo_concurrency.lockutils [req-4ff047f9-311a-44e6-8aac-dc5603abf484 req-9f7af897-c729-497e-8c61-2cc7454cd647 service nova] Lock "02090911-ad5f-45bf-b0e4-910751803230-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.591495] env[62822]: DEBUG nova.compute.manager [req-4ff047f9-311a-44e6-8aac-dc5603abf484 req-9f7af897-c729-497e-8c61-2cc7454cd647 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] No waiting events found dispatching network-vif-plugged-fd4df151-8b5f-4155-afdc-d5371d2f5751 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.591658] env[62822]: WARNING nova.compute.manager [req-4ff047f9-311a-44e6-8aac-dc5603abf484 req-9f7af897-c729-497e-8c61-2cc7454cd647 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Received unexpected event network-vif-plugged-fd4df151-8b5f-4155-afdc-d5371d2f5751 for instance with vm_state building and task_state block_device_mapping. [ 645.663242] env[62822]: DEBUG nova.compute.utils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.664632] env[62822]: DEBUG nova.compute.manager [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.664805] env[62822]: DEBUG nova.network.neutron [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.716699] env[62822]: DEBUG nova.policy [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4b0416c67349f58c11243ae140dbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a48441e563474bfa9a02e1964772329e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.747341] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546497} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.747610] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] c090804d-2123-4487-9152-dfce486bd17b/c090804d-2123-4487-9152-dfce486bd17b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.747820] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.748093] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d434d7ff-109c-49c6-85d2-e8b54a45a291 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.757736] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Acquiring lock "refresh_cache-02090911-ad5f-45bf-b0e4-910751803230" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.758121] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Acquired lock "refresh_cache-02090911-ad5f-45bf-b0e4-910751803230" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.758121] env[62822]: DEBUG nova.network.neutron [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.768389] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 645.768389] env[62822]: value = "task-2763833" [ 645.768389] env[62822]: _type = "Task" [ 645.768389] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.779329] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.849188] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.045278] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d226f0af-2394-4b41-96a1-5726008494fc tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.865s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.167447] env[62822]: DEBUG nova.compute.manager [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.204826] env[62822]: DEBUG nova.network.neutron [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Successfully created port: c8080b46-7212-481a-8f99-261361f0e8c6 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.250991] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9130a15-6a66-4f8e-b18c-4fe8027b1a27 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.260494] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eea19f-1eca-4fab-8274-376b1be74bf7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.296054] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf531cc-42d8-4934-b4b3-30d8ad9eda7e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.304368] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097109} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.306512] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.307427] env[62822]: DEBUG nova.network.neutron [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.310241] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3361ac39-ed4c-4572-aaf9-b5980daf9e63 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.313660] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4522016-b221-4dd8-a481-1eb32f2ffee9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.345952] env[62822]: DEBUG nova.compute.provider_tree [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.356123] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] c090804d-2123-4487-9152-dfce486bd17b/c090804d-2123-4487-9152-dfce486bd17b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.359546] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b310059a-2064-489d-ae61-9f6b883a6b51 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.375760] env[62822]: DEBUG nova.compute.manager [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.376287] env[62822]: DEBUG nova.virt.hardware [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.376500] env[62822]: DEBUG nova.virt.hardware [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.376649] env[62822]: DEBUG nova.virt.hardware [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.376825] env[62822]: DEBUG nova.virt.hardware [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.376964] env[62822]: DEBUG nova.virt.hardware [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.377158] env[62822]: DEBUG nova.virt.hardware [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.377344] env[62822]: DEBUG nova.virt.hardware [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.377496] env[62822]: DEBUG nova.virt.hardware [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.377656] env[62822]: DEBUG nova.virt.hardware [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.377832] env[62822]: DEBUG nova.virt.hardware [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.377976] env[62822]: DEBUG nova.virt.hardware [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.379425] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d97063-7670-42a4-9115-4c3c33d72f0c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.389342] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba8c379-2236-4b2a-ab15-80d44ab1d98e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.393273] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 646.393273] env[62822]: value = "task-2763834" [ 646.393273] env[62822]: _type = "Task" [ 646.393273] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.406448] env[62822]: DEBUG nova.compute.manager [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.408093] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c2d91f-46b9-45bc-9173-89190ca83ee8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.414230] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.541716] env[62822]: DEBUG nova.network.neutron [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Updating instance_info_cache with network_info: [{"id": "fd4df151-8b5f-4155-afdc-d5371d2f5751", "address": "fa:16:3e:d4:70:67", "network": {"id": "f1f3fc65-e6ed-4896-a5bf-7becd6ded61a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1013272855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6a29aa310ea4115b05ee24f7f3c7786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4df151-8b", "ovs_interfaceid": "fd4df151-8b5f-4155-afdc-d5371d2f5751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.548623] env[62822]: DEBUG nova.compute.manager [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.693348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "c7824155-d50c-4d8f-91f5-269a72b380f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.693348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "c7824155-d50c-4d8f-91f5-269a72b380f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.693348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "c7824155-d50c-4d8f-91f5-269a72b380f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.693348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "c7824155-d50c-4d8f-91f5-269a72b380f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.693621] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "c7824155-d50c-4d8f-91f5-269a72b380f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.696677] env[62822]: INFO nova.compute.manager [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Terminating instance [ 646.858032] env[62822]: DEBUG nova.scheduler.client.report [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.867157] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "3bd82072-2c33-475f-bac6-da59d2c431ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.867408] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.907837] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.924602] env[62822]: INFO nova.compute.manager [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] instance snapshotting [ 646.927368] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ab3a14-ee5e-49ff-a7dc-ca14d00747dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.947485] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d1a561-5d4f-46b9-83b1-dcd96f3be0ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.043956] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Releasing lock "refresh_cache-02090911-ad5f-45bf-b0e4-910751803230" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.044299] env[62822]: DEBUG nova.compute.manager [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Instance network_info: |[{"id": "fd4df151-8b5f-4155-afdc-d5371d2f5751", "address": "fa:16:3e:d4:70:67", "network": {"id": "f1f3fc65-e6ed-4896-a5bf-7becd6ded61a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1013272855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6a29aa310ea4115b05ee24f7f3c7786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4df151-8b", "ovs_interfaceid": "fd4df151-8b5f-4155-afdc-d5371d2f5751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.044707] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:70:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd4df151-8b5f-4155-afdc-d5371d2f5751', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.056069] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Creating folder: Project (a6a29aa310ea4115b05ee24f7f3c7786). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.056069] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5970ee81-de5b-4857-890d-22e3c802c625 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.072522] env[62822]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 647.072522] env[62822]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62822) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 647.073093] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Folder already exists: Project (a6a29aa310ea4115b05ee24f7f3c7786). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 647.073093] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Creating folder: Instances. Parent ref: group-v555986. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.073362] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef1406d8-1207-4d5e-855e-6f24bfd6226c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.075640] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.085337] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Created folder: Instances in parent group-v555986. [ 647.085576] env[62822]: DEBUG oslo.service.loopingcall [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.085765] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.085966] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a99d3233-deee-4ea3-ac21-b55d78a5e7d9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.100320] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.100564] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.100760] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.100935] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.101112] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.103200] env[62822]: INFO nova.compute.manager [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Terminating instance [ 647.108746] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.108746] env[62822]: value = "task-2763837" [ 647.108746] env[62822]: _type = "Task" [ 647.108746] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.115578] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763837, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.177069] env[62822]: DEBUG nova.compute.manager [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.200570] env[62822]: DEBUG nova.virt.hardware [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.200812] env[62822]: DEBUG nova.virt.hardware [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.200965] env[62822]: DEBUG nova.virt.hardware [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.201172] env[62822]: DEBUG nova.virt.hardware [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.201388] env[62822]: DEBUG nova.virt.hardware [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.201508] env[62822]: DEBUG nova.virt.hardware [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.201697] env[62822]: DEBUG nova.virt.hardware [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.201857] env[62822]: DEBUG nova.virt.hardware [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.202037] env[62822]: DEBUG nova.virt.hardware [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.202202] env[62822]: DEBUG nova.virt.hardware [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.202944] env[62822]: DEBUG nova.virt.hardware [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.203027] env[62822]: DEBUG nova.compute.manager [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.203195] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.204035] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc343c75-19b0-4a7f-b4f9-397bda133897 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.207127] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bfba8f-ab28-433c-ae61-084755651214 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.209941] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquiring lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.210216] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.210422] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquiring lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.210602] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.210762] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.212886] env[62822]: INFO nova.compute.manager [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Terminating instance [ 647.220188] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3671e4-07cc-4763-8ce6-403e0c97affd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.223897] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.224602] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5f71ee-954b-427f-8fd9-acdf3dc36a27 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.237912] env[62822]: DEBUG oslo_vmware.api [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 647.237912] env[62822]: value = "task-2763838" [ 647.237912] env[62822]: _type = "Task" [ 647.237912] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.245931] env[62822]: DEBUG oslo_vmware.api [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.407585] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763834, 'name': ReconfigVM_Task, 'duration_secs': 0.660889} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.407897] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] c090804d-2123-4487-9152-dfce486bd17b/c090804d-2123-4487-9152-dfce486bd17b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.408543] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fdf2116-4258-409a-b9a4-e455331c656f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.415596] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 647.415596] env[62822]: value = "task-2763839" [ 647.415596] env[62822]: _type = "Task" [ 647.415596] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.426169] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763839, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.458751] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 647.458751] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03390945-67c6-4b67-95cf-750024820956 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.468510] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 647.468510] env[62822]: value = "task-2763840" [ 647.468510] env[62822]: _type = "Task" [ 647.468510] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.479532] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.608396] env[62822]: DEBUG nova.compute.manager [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.608396] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.608396] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff3be2-a2a5-4cb9-9332-a97517203b3c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.619700] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.622904] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d925cf60-2aeb-4663-8f5b-f3f5cba84bd4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.624407] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763837, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.633510] env[62822]: DEBUG oslo_vmware.api [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 647.633510] env[62822]: value = "task-2763841" [ 647.633510] env[62822]: _type = "Task" [ 647.633510] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.640651] env[62822]: DEBUG nova.compute.manager [req-a1a84b62-9d82-432b-8fcf-0ab88ead69d1 req-cf5a001e-0439-4cfd-8e2e-ec94a98a3e6e service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Received event network-changed-fd4df151-8b5f-4155-afdc-d5371d2f5751 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.641021] env[62822]: DEBUG nova.compute.manager [req-a1a84b62-9d82-432b-8fcf-0ab88ead69d1 req-cf5a001e-0439-4cfd-8e2e-ec94a98a3e6e service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Refreshing instance network info cache due to event network-changed-fd4df151-8b5f-4155-afdc-d5371d2f5751. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.641286] env[62822]: DEBUG oslo_concurrency.lockutils [req-a1a84b62-9d82-432b-8fcf-0ab88ead69d1 req-cf5a001e-0439-4cfd-8e2e-ec94a98a3e6e service nova] Acquiring lock "refresh_cache-02090911-ad5f-45bf-b0e4-910751803230" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.641482] env[62822]: DEBUG oslo_concurrency.lockutils [req-a1a84b62-9d82-432b-8fcf-0ab88ead69d1 req-cf5a001e-0439-4cfd-8e2e-ec94a98a3e6e service nova] Acquired lock "refresh_cache-02090911-ad5f-45bf-b0e4-910751803230" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.641690] env[62822]: DEBUG nova.network.neutron [req-a1a84b62-9d82-432b-8fcf-0ab88ead69d1 req-cf5a001e-0439-4cfd-8e2e-ec94a98a3e6e service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Refreshing network info cache for port fd4df151-8b5f-4155-afdc-d5371d2f5751 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.647174] env[62822]: DEBUG oslo_vmware.api [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.718737] env[62822]: DEBUG nova.compute.manager [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.719070] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.720668] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5e5e87-8f3d-43f1-89d8-6c120620f985 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.731937] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.732517] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1594a86-44e6-45ae-9ed5-8b533d7eb3e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.744711] env[62822]: DEBUG oslo_vmware.api [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for the task: (returnval){ [ 647.744711] env[62822]: value = "task-2763842" [ 647.744711] env[62822]: _type = "Task" [ 647.744711] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.752661] env[62822]: DEBUG oslo_vmware.api [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763838, 'name': PowerOffVM_Task, 'duration_secs': 0.257202} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.753471] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.753811] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.753930] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51f1fa3f-1797-48c4-aad2-4f6817286e82 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.759281] env[62822]: DEBUG oslo_vmware.api [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.824818] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.825120] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.825345] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleting the datastore file [datastore1] c7824155-d50c-4d8f-91f5-269a72b380f5 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.825659] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2eec372-4e10-4ce2-b699-4a975f41f581 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.832568] env[62822]: DEBUG oslo_vmware.api [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 647.832568] env[62822]: value = "task-2763844" [ 647.832568] env[62822]: _type = "Task" [ 647.832568] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.842891] env[62822]: DEBUG oslo_vmware.api [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.872686] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.711s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.875815] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.017s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.879765] env[62822]: INFO nova.compute.claims [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.903016] env[62822]: DEBUG nova.network.neutron [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Successfully updated port: c8080b46-7212-481a-8f99-261361f0e8c6 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.927218] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763839, 'name': Rename_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.981531] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.118686] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763837, 'name': CreateVM_Task, 'duration_secs': 0.579908} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.118879] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.119661] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '73560873-8ead-41bc-aef3-421136be1282', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556002', 'volume_id': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'name': 'volume-22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02090911-ad5f-45bf-b0e4-910751803230', 'attached_at': '', 'detached_at': '', 'volume_id': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'serial': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09'}, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62822) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 648.119863] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Root volume attach. Driver type: vmdk {{(pid=62822) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 648.120706] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65972d5-e9fa-47dc-98fe-e3f3acb2d518 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.129765] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801c0b88-c2a1-44b5-8aab-82684ac5bb13 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.138661] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eae443-24f9-41ea-87bb-8f939b650a84 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.146458] env[62822]: DEBUG oslo_vmware.api [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763841, 'name': PowerOffVM_Task, 'duration_secs': 0.217376} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.148541] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.148794] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.151939] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f68c17e-2162-4541-81e0-24dc4b053562 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.153389] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f309babc-5bec-401c-be95-bcf621fdb232 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.164018] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for the task: (returnval){ [ 648.164018] env[62822]: value = "task-2763846" [ 648.164018] env[62822]: _type = "Task" [ 648.164018] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.170240] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763846, 'name': RelocateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.215049] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.215279] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.215480] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleting the datastore file [datastore2] 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.215776] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59739f54-ba66-48f8-9f92-d6b96f9f1c32 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.222227] env[62822]: DEBUG oslo_vmware.api [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 648.222227] env[62822]: value = "task-2763847" [ 648.222227] env[62822]: _type = "Task" [ 648.222227] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.230742] env[62822]: DEBUG oslo_vmware.api [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.258054] env[62822]: DEBUG oslo_vmware.api [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763842, 'name': PowerOffVM_Task, 'duration_secs': 0.240557} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.258054] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.258054] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.258313] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ee701cf-ef27-4bb4-b498-a40fee898a78 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.309849] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.310089] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.310279] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Deleting the datastore file [datastore2] 0db29d19-ff59-4f09-8ebb-62c3f4ad3688 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.310558] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eefdd37b-f27b-4c5f-ab00-09b1825e0776 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.319822] env[62822]: DEBUG oslo_vmware.api [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for the task: (returnval){ [ 648.319822] env[62822]: value = "task-2763849" [ 648.319822] env[62822]: _type = "Task" [ 648.319822] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.327716] env[62822]: DEBUG oslo_vmware.api [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.341620] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.341986] env[62822]: DEBUG oslo_vmware.api [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24588} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.342190] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.343536] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.343989] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.343989] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.344111] env[62822]: INFO nova.compute.manager [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 648.344472] env[62822]: DEBUG oslo.service.loopingcall [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.344909] env[62822]: DEBUG nova.compute.manager [-] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.345143] env[62822]: DEBUG nova.network.neutron [-] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.389945] env[62822]: DEBUG nova.network.neutron [req-a1a84b62-9d82-432b-8fcf-0ab88ead69d1 req-cf5a001e-0439-4cfd-8e2e-ec94a98a3e6e service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Updated VIF entry in instance network info cache for port fd4df151-8b5f-4155-afdc-d5371d2f5751. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.390393] env[62822]: DEBUG nova.network.neutron [req-a1a84b62-9d82-432b-8fcf-0ab88ead69d1 req-cf5a001e-0439-4cfd-8e2e-ec94a98a3e6e service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Updating instance_info_cache with network_info: [{"id": "fd4df151-8b5f-4155-afdc-d5371d2f5751", "address": "fa:16:3e:d4:70:67", "network": {"id": "f1f3fc65-e6ed-4896-a5bf-7becd6ded61a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1013272855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6a29aa310ea4115b05ee24f7f3c7786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4df151-8b", "ovs_interfaceid": "fd4df151-8b5f-4155-afdc-d5371d2f5751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.404218] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "refresh_cache-aae2f44a-12ca-4315-982b-1d2ac2e97b8f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.404366] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "refresh_cache-aae2f44a-12ca-4315-982b-1d2ac2e97b8f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.404473] env[62822]: DEBUG nova.network.neutron [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.428658] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763839, 'name': Rename_Task, 'duration_secs': 0.739263} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.430180] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.430520] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b4eb9a4-75bf-4d77-9e3f-83478cea3ddf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.441420] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 648.441420] env[62822]: value = "task-2763850" [ 648.441420] env[62822]: _type = "Task" [ 648.441420] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.452725] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.454037] env[62822]: INFO nova.scheduler.client.report [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Deleted allocation for migration c29bdaac-fcd9-4e27-8cbd-c92b354ce7d4 [ 648.482952] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.675665] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763846, 'name': RelocateVM_Task} progress is 42%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.738152] env[62822]: DEBUG oslo_vmware.api [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2763847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265004} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.738566] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.738921] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.739276] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.740074] env[62822]: INFO nova.compute.manager [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 648.741244] env[62822]: DEBUG oslo.service.loopingcall [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.741888] env[62822]: DEBUG nova.compute.manager [-] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.741888] env[62822]: DEBUG nova.network.neutron [-] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.839210] env[62822]: DEBUG oslo_vmware.api [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Task: {'id': task-2763849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347735} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.839803] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.840135] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.840396] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.840707] env[62822]: INFO nova.compute.manager [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Took 1.12 seconds to destroy the instance on the hypervisor. [ 648.841063] env[62822]: DEBUG oslo.service.loopingcall [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.841342] env[62822]: DEBUG nova.compute.manager [-] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.841507] env[62822]: DEBUG nova.network.neutron [-] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.851642] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.851642] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.851642] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.851920] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.852175] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.852429] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.852603] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62822) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 648.852797] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.892722] env[62822]: DEBUG oslo_concurrency.lockutils [req-a1a84b62-9d82-432b-8fcf-0ab88ead69d1 req-cf5a001e-0439-4cfd-8e2e-ec94a98a3e6e service nova] Releasing lock "refresh_cache-02090911-ad5f-45bf-b0e4-910751803230" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.958867] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.959895] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdb6ade1-822c-46b0-9057-e3cab99adc62 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.561s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.982193] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.983141] env[62822]: DEBUG nova.network.neutron [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.137201] env[62822]: DEBUG nova.compute.manager [req-c460e00a-5e88-45c2-8c49-17690270bba2 req-824524b6-0e61-44c4-a69b-c8dafb592604 service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Received event network-vif-deleted-2479baaf-a3b1-4207-8bce-e6eecfc39fb6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.137201] env[62822]: INFO nova.compute.manager [req-c460e00a-5e88-45c2-8c49-17690270bba2 req-824524b6-0e61-44c4-a69b-c8dafb592604 service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Neutron deleted interface 2479baaf-a3b1-4207-8bce-e6eecfc39fb6; detaching it from the instance and deleting it from the info cache [ 649.137201] env[62822]: DEBUG nova.network.neutron [req-c460e00a-5e88-45c2-8c49-17690270bba2 req-824524b6-0e61-44c4-a69b-c8dafb592604 service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.185895] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763846, 'name': RelocateVM_Task} progress is 54%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.286739] env[62822]: DEBUG nova.network.neutron [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Updating instance_info_cache with network_info: [{"id": "c8080b46-7212-481a-8f99-261361f0e8c6", "address": "fa:16:3e:38:d5:95", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8080b46-72", "ovs_interfaceid": "c8080b46-7212-481a-8f99-261361f0e8c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.359657] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.421344] env[62822]: DEBUG nova.network.neutron [-] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.456911] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.461558] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36451e3c-48fb-4a29-8588-f820c616fd7f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.475738] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f0018d-9ff6-43f4-8e18-07664e0e2e97 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.513880] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7cbd28-5bbc-4279-902d-38701558b98a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.517068] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763840, 'name': CreateSnapshot_Task, 'duration_secs': 1.771903} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.517301] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 649.518499] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef15527d-7a96-48f5-89ff-c6bb704f38e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.529504] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9cc69b-5f01-4b74-90be-2060e207f89f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.547285] env[62822]: DEBUG nova.compute.provider_tree [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.606465] env[62822]: DEBUG nova.network.neutron [-] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.645634] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dbd8082-e315-45dd-831f-11fd5dc2c3db {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.655589] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d95291-3084-429c-a9d6-e00bd866e194 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.678099] env[62822]: DEBUG nova.compute.manager [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Received event network-vif-plugged-c8080b46-7212-481a-8f99-261361f0e8c6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.678099] env[62822]: DEBUG oslo_concurrency.lockutils [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] Acquiring lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.678099] env[62822]: DEBUG oslo_concurrency.lockutils [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] Lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.678099] env[62822]: DEBUG oslo_concurrency.lockutils [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] Lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.678099] env[62822]: DEBUG nova.compute.manager [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] No waiting events found dispatching network-vif-plugged-c8080b46-7212-481a-8f99-261361f0e8c6 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.678350] env[62822]: WARNING nova.compute.manager [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Received unexpected event network-vif-plugged-c8080b46-7212-481a-8f99-261361f0e8c6 for instance with vm_state building and task_state spawning. [ 649.678350] env[62822]: DEBUG nova.compute.manager [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Received event network-changed-c8080b46-7212-481a-8f99-261361f0e8c6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.678350] env[62822]: DEBUG nova.compute.manager [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Refreshing instance network info cache due to event network-changed-c8080b46-7212-481a-8f99-261361f0e8c6. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 649.678350] env[62822]: DEBUG oslo_concurrency.lockutils [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] Acquiring lock "refresh_cache-aae2f44a-12ca-4315-982b-1d2ac2e97b8f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.681864] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763846, 'name': RelocateVM_Task} progress is 67%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.691749] env[62822]: DEBUG nova.compute.manager [req-c460e00a-5e88-45c2-8c49-17690270bba2 req-824524b6-0e61-44c4-a69b-c8dafb592604 service nova] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Detach interface failed, port_id=2479baaf-a3b1-4207-8bce-e6eecfc39fb6, reason: Instance c7824155-d50c-4d8f-91f5-269a72b380f5 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 649.791313] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "refresh_cache-aae2f44a-12ca-4315-982b-1d2ac2e97b8f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.791475] env[62822]: DEBUG nova.compute.manager [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Instance network_info: |[{"id": "c8080b46-7212-481a-8f99-261361f0e8c6", "address": "fa:16:3e:38:d5:95", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8080b46-72", "ovs_interfaceid": "c8080b46-7212-481a-8f99-261361f0e8c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.791767] env[62822]: DEBUG oslo_concurrency.lockutils [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] Acquired lock "refresh_cache-aae2f44a-12ca-4315-982b-1d2ac2e97b8f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.791848] env[62822]: DEBUG nova.network.neutron [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Refreshing network info cache for port c8080b46-7212-481a-8f99-261361f0e8c6 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.793285] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:d5:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8080b46-7212-481a-8f99-261361f0e8c6', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.801891] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Creating folder: Project (a48441e563474bfa9a02e1964772329e). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.802590] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6192dc39-762b-49bc-b366-8e30b4cdc869 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.816313] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Created folder: Project (a48441e563474bfa9a02e1964772329e) in parent group-v555973. [ 649.816518] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Creating folder: Instances. Parent ref: group-v556056. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.816802] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3685057c-ac26-4043-89f4-14b348e307b4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.826736] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Created folder: Instances in parent group-v556056. [ 649.829118] env[62822]: DEBUG oslo.service.loopingcall [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.829118] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.829118] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73c1906e-d08d-4a3f-b5f6-024e4d7ba4d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.843839] env[62822]: DEBUG nova.network.neutron [-] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.854577] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.854577] env[62822]: value = "task-2763853" [ 649.854577] env[62822]: _type = "Task" [ 649.854577] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.862345] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763853, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.925985] env[62822]: INFO nova.compute.manager [-] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Took 1.58 seconds to deallocate network for instance. [ 649.954670] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763850, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.045093] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 650.045520] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ddfa9cf2-ba12-4792-83ea-af61d2cc1eff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.050467] env[62822]: DEBUG nova.scheduler.client.report [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.056770] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 650.056770] env[62822]: value = "task-2763854" [ 650.056770] env[62822]: _type = "Task" [ 650.056770] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.064517] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763854, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.113027] env[62822]: INFO nova.compute.manager [-] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Took 1.37 seconds to deallocate network for instance. [ 650.177118] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763846, 'name': RelocateVM_Task} progress is 82%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.351960] env[62822]: INFO nova.compute.manager [-] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Took 1.51 seconds to deallocate network for instance. [ 650.375931] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763853, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.430844] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.458298] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763850, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.557728] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.558296] env[62822]: DEBUG nova.compute.manager [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.561211] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.506s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.563122] env[62822]: INFO nova.compute.claims [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.576623] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763854, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.619140] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.629712] env[62822]: DEBUG nova.network.neutron [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Updated VIF entry in instance network info cache for port c8080b46-7212-481a-8f99-261361f0e8c6. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.629857] env[62822]: DEBUG nova.network.neutron [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Updating instance_info_cache with network_info: [{"id": "c8080b46-7212-481a-8f99-261361f0e8c6", "address": "fa:16:3e:38:d5:95", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8080b46-72", "ovs_interfaceid": "c8080b46-7212-481a-8f99-261361f0e8c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.677779] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763846, 'name': RelocateVM_Task} progress is 97%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.869755] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.875099] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763853, 'name': CreateVM_Task, 'duration_secs': 0.840329} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.875312] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.876027] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.876230] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.876595] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.876883] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89dbc9f1-a49c-4fbf-b4f9-1cd94e3c7b33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.881552] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 650.881552] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e47cb-fa75-2911-e12f-c0df2ab8f6d1" [ 650.881552] env[62822]: _type = "Task" [ 650.881552] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.890697] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e47cb-fa75-2911-e12f-c0df2ab8f6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.953622] env[62822]: DEBUG oslo_vmware.api [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2763850, 'name': PowerOnVM_Task, 'duration_secs': 2.451952} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.953935] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.954192] env[62822]: INFO nova.compute.manager [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Took 11.46 seconds to spawn the instance on the hypervisor. [ 650.954400] env[62822]: DEBUG nova.compute.manager [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.955252] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e09d3f-7ee5-4b83-91cc-9a674a952447 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.074620] env[62822]: DEBUG nova.compute.utils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.075749] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763854, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.076310] env[62822]: DEBUG nova.compute.manager [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.076382] env[62822]: DEBUG nova.network.neutron [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.123793] env[62822]: DEBUG nova.policy [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4b0416c67349f58c11243ae140dbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a48441e563474bfa9a02e1964772329e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.132498] env[62822]: DEBUG oslo_concurrency.lockutils [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] Releasing lock "refresh_cache-aae2f44a-12ca-4315-982b-1d2ac2e97b8f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.132799] env[62822]: DEBUG nova.compute.manager [req-6bb3213c-a1f7-4eb2-a3e6-50cd37ad1a70 req-2d404e49-d937-4b43-a95e-df2a8e44343a service nova] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Received event network-vif-deleted-3ba53e1a-c205-4bd6-bd27-d72e77b5a430 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.185026] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763846, 'name': RelocateVM_Task} progress is 97%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.197225] env[62822]: DEBUG nova.compute.manager [req-29c0dc5e-a662-4b81-ba04-d093affcaf07 req-1f799358-989a-4ab8-82fc-33f597fd21bd service nova] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Received event network-vif-deleted-a40ca88b-b87f-432c-be08-0cdccd7633e9 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.393781] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e47cb-fa75-2911-e12f-c0df2ab8f6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011774} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.394114] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.394384] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.394617] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.394758] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.394931] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.395383] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a352b691-ae76-40d3-8705-7b3b0d1a6eb2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.409356] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.409552] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.410408] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a614a7b3-83fa-472d-86a9-dbbb01bab0fc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.416544] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 651.416544] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a70778-d7e2-f722-58db-2a443e9f2119" [ 651.416544] env[62822]: _type = "Task" [ 651.416544] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.424329] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a70778-d7e2-f722-58db-2a443e9f2119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.480039] env[62822]: INFO nova.compute.manager [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Took 40.69 seconds to build instance. [ 651.512476] env[62822]: DEBUG nova.network.neutron [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Successfully created port: 093d4134-8125-4565-80d0-2d89bcff9d39 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.573569] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763854, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.579992] env[62822]: DEBUG nova.compute.manager [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.626452] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "88e04421-20bf-43d3-9773-0d5d7632ed22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.627100] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "88e04421-20bf-43d3-9773-0d5d7632ed22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.680677] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763846, 'name': RelocateVM_Task} progress is 97%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.934957] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a70778-d7e2-f722-58db-2a443e9f2119, 'name': SearchDatastore_Task, 'duration_secs': 0.037359} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.935858] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a139e9-24cc-4538-95ab-d85e54c7be43 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.942421] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 651.942421] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529773a4-9a8c-7624-5c35-1bcb63b39573" [ 651.942421] env[62822]: _type = "Task" [ 651.942421] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.953506] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529773a4-9a8c-7624-5c35-1bcb63b39573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.977293] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2abbb99b-c2d6-42c6-a10d-8e22a9603293 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "c090804d-2123-4487-9152-dfce486bd17b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.033s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.055551] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08915618-ce2d-4b0a-9aff-ef5fba417e63 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.063493] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4c8120-46b8-4ebd-a951-c0df96e16545 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.075565] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763854, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.105043] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff340b1c-5186-4d12-a185-2ad2b990aa5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.112252] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac9ffe0-db06-400b-bc78-9ec38c29bbff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.127384] env[62822]: DEBUG nova.compute.provider_tree [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.180258] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763846, 'name': RelocateVM_Task} progress is 98%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.454489] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529773a4-9a8c-7624-5c35-1bcb63b39573, 'name': SearchDatastore_Task, 'duration_secs': 0.033033} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.454741] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.454987] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.455253] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e26446-e268-4fcb-be41-1f1d0d7b3173 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.461850] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 652.461850] env[62822]: value = "task-2763855" [ 652.461850] env[62822]: _type = "Task" [ 652.461850] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.470239] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.482128] env[62822]: DEBUG nova.compute.manager [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.576581] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763854, 'name': CloneVM_Task, 'duration_secs': 2.275404} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.576942] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Created linked-clone VM from snapshot [ 652.577702] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dd2805-0a2a-4f0b-a22f-51d304a71504 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.585733] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Uploading image 0fcb240d-bf55-41b5-a083-0e205e1614e6 {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 652.604186] env[62822]: DEBUG nova.compute.manager [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.607514] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 652.607514] env[62822]: value = "vm-556059" [ 652.607514] env[62822]: _type = "VirtualMachine" [ 652.607514] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 652.607916] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-81374d6f-ecc8-4468-9e44-f8d2c7c87a1d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.614718] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lease: (returnval){ [ 652.614718] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5248507e-aad7-c966-d956-38dc5c43b5ac" [ 652.614718] env[62822]: _type = "HttpNfcLease" [ 652.614718] env[62822]: } obtained for exporting VM: (result){ [ 652.614718] env[62822]: value = "vm-556059" [ 652.614718] env[62822]: _type = "VirtualMachine" [ 652.614718] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 652.615527] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the lease: (returnval){ [ 652.615527] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5248507e-aad7-c966-d956-38dc5c43b5ac" [ 652.615527] env[62822]: _type = "HttpNfcLease" [ 652.615527] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 652.623362] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 652.623362] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5248507e-aad7-c966-d956-38dc5c43b5ac" [ 652.623362] env[62822]: _type = "HttpNfcLease" [ 652.623362] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 652.626778] env[62822]: DEBUG nova.virt.hardware [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.626998] env[62822]: DEBUG nova.virt.hardware [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.627184] env[62822]: DEBUG nova.virt.hardware [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.627348] env[62822]: DEBUG nova.virt.hardware [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.627491] env[62822]: DEBUG nova.virt.hardware [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.627633] env[62822]: DEBUG nova.virt.hardware [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.627839] env[62822]: DEBUG nova.virt.hardware [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.627993] env[62822]: DEBUG nova.virt.hardware [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.628170] env[62822]: DEBUG nova.virt.hardware [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.628366] env[62822]: DEBUG nova.virt.hardware [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.628525] env[62822]: DEBUG nova.virt.hardware [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.629304] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8682a5a2-4190-4c3b-974b-a41a7d1b406b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.632338] env[62822]: DEBUG nova.scheduler.client.report [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.640287] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a4044e-c64b-4f01-a181-a58bd6206f92 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.679634] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763846, 'name': RelocateVM_Task, 'duration_secs': 4.367974} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.679916] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 652.680130] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556002', 'volume_id': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'name': 'volume-22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02090911-ad5f-45bf-b0e4-910751803230', 'attached_at': '', 'detached_at': '', 'volume_id': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'serial': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 652.680909] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870201f5-ebe2-4784-8786-16db20d61db3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.696539] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaffa8f-1589-41fb-b460-3087825d74e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.721653] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] volume-22948de1-bc57-438a-bdb0-ef8c8bfaaa09/volume-22948de1-bc57-438a-bdb0-ef8c8bfaaa09.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.721946] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55b8d929-8c8d-489c-8cb4-14e7aee28c57 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.746778] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for the task: (returnval){ [ 652.746778] env[62822]: value = "task-2763857" [ 652.746778] env[62822]: _type = "Task" [ 652.746778] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.758037] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.974738] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763855, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.007804] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.122767] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.122767] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5248507e-aad7-c966-d956-38dc5c43b5ac" [ 653.122767] env[62822]: _type = "HttpNfcLease" [ 653.122767] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 653.123077] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 653.123077] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5248507e-aad7-c966-d956-38dc5c43b5ac" [ 653.123077] env[62822]: _type = "HttpNfcLease" [ 653.123077] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 653.124118] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245523fd-77fc-4d23-897c-c4b368222dfb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.131736] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cdeff-c671-5272-e6a8-ecd3547693b5/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 653.131876] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cdeff-c671-5272-e6a8-ecd3547693b5/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 653.203148] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.203771] env[62822]: DEBUG nova.compute.manager [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.207130] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.115s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.207352] env[62822]: DEBUG nova.objects.instance [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Lazy-loading 'resources' on Instance uuid 900fe4d9-6c69-4178-8c2d-5af07fa5718f {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.230229] env[62822]: DEBUG nova.network.neutron [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Successfully updated port: 093d4134-8125-4565-80d0-2d89bcff9d39 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.241580] env[62822]: DEBUG nova.compute.manager [req-cb5aad77-efd1-4c19-a31f-8001ae7f21ff req-1c4f9b7d-6ea0-48e5-89a8-36cae14be2e5 service nova] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Received event network-vif-plugged-093d4134-8125-4565-80d0-2d89bcff9d39 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.241788] env[62822]: DEBUG oslo_concurrency.lockutils [req-cb5aad77-efd1-4c19-a31f-8001ae7f21ff req-1c4f9b7d-6ea0-48e5-89a8-36cae14be2e5 service nova] Acquiring lock "4f4f114c-34cc-42f6-9aec-21178b0234f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.242020] env[62822]: DEBUG oslo_concurrency.lockutils [req-cb5aad77-efd1-4c19-a31f-8001ae7f21ff req-1c4f9b7d-6ea0-48e5-89a8-36cae14be2e5 service nova] Lock "4f4f114c-34cc-42f6-9aec-21178b0234f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.242178] env[62822]: DEBUG oslo_concurrency.lockutils [req-cb5aad77-efd1-4c19-a31f-8001ae7f21ff req-1c4f9b7d-6ea0-48e5-89a8-36cae14be2e5 service nova] Lock "4f4f114c-34cc-42f6-9aec-21178b0234f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.242319] env[62822]: DEBUG nova.compute.manager [req-cb5aad77-efd1-4c19-a31f-8001ae7f21ff req-1c4f9b7d-6ea0-48e5-89a8-36cae14be2e5 service nova] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] No waiting events found dispatching network-vif-plugged-093d4134-8125-4565-80d0-2d89bcff9d39 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.242491] env[62822]: WARNING nova.compute.manager [req-cb5aad77-efd1-4c19-a31f-8001ae7f21ff req-1c4f9b7d-6ea0-48e5-89a8-36cae14be2e5 service nova] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Received unexpected event network-vif-plugged-093d4134-8125-4565-80d0-2d89bcff9d39 for instance with vm_state building and task_state spawning. [ 653.257855] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763857, 'name': ReconfigVM_Task, 'duration_secs': 0.465052} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.258178] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Reconfigured VM instance instance-00000018 to attach disk [datastore2] volume-22948de1-bc57-438a-bdb0-ef8c8bfaaa09/volume-22948de1-bc57-438a-bdb0-ef8c8bfaaa09.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.263351] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4be7ba50-cc19-4a0b-ba5b-4fddc565fcb6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.279646] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for the task: (returnval){ [ 653.279646] env[62822]: value = "task-2763858" [ 653.279646] env[62822]: _type = "Task" [ 653.279646] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.287869] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.290375] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-772625cf-33bc-470c-a52b-035795384e64 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.342678] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.342921] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.473769] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662727} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.474041] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.474266] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.474519] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd008006-bb1b-432e-9416-14e27ddc9ddb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.480592] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 653.480592] env[62822]: value = "task-2763859" [ 653.480592] env[62822]: _type = "Task" [ 653.480592] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.491613] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.708767] env[62822]: DEBUG nova.compute.utils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.710439] env[62822]: DEBUG nova.compute.manager [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.711315] env[62822]: DEBUG nova.network.neutron [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.734833] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "refresh_cache-4f4f114c-34cc-42f6-9aec-21178b0234f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.735792] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "refresh_cache-4f4f114c-34cc-42f6-9aec-21178b0234f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.735792] env[62822]: DEBUG nova.network.neutron [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.790079] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763858, 'name': ReconfigVM_Task, 'duration_secs': 0.116944} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.793411] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556002', 'volume_id': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'name': 'volume-22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02090911-ad5f-45bf-b0e4-910751803230', 'attached_at': '', 'detached_at': '', 'volume_id': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'serial': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 653.794456] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a1764a6-03e1-4ab3-92eb-475dda8b8b30 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.801829] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for the task: (returnval){ [ 653.801829] env[62822]: value = "task-2763860" [ 653.801829] env[62822]: _type = "Task" [ 653.801829] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.811207] env[62822]: DEBUG nova.policy [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '382ca82f7a124575870d47390270cf8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65479ac42024c99981988721cf7cbf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.821708] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763860, 'name': Rename_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.993060] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067379} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.993482] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.994500] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2110d6ff-57f3-4fd9-a8cf-09f786c85db0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.020729] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.024112] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f18d8c-ca24-42eb-8de3-2c52b7b06f66 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.046102] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 654.046102] env[62822]: value = "task-2763861" [ 654.046102] env[62822]: _type = "Task" [ 654.046102] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.056395] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.128772] env[62822]: DEBUG nova.network.neutron [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Successfully created port: 0b88c3ad-93b4-46ab-a8dc-d1e940addf48 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.214775] env[62822]: DEBUG nova.compute.manager [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.283566] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16965e7-68d2-4e68-82f9-3dfce0958466 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.291457] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba862ca7-3c2f-43e1-96f7-414196ab9165 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.322239] env[62822]: DEBUG nova.network.neutron [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.327545] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9faa61-dd44-4052-95f8-d9dcadc8c217 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.335473] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763860, 'name': Rename_Task, 'duration_secs': 0.135261} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.337567] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.337931] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b84ceced-2895-4382-8459-97cb0b33f7d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.341377] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d35b13-9260-42d9-bf7f-80435aa69bd0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.358155] env[62822]: DEBUG nova.compute.provider_tree [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.361901] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for the task: (returnval){ [ 654.361901] env[62822]: value = "task-2763862" [ 654.361901] env[62822]: _type = "Task" [ 654.361901] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.375155] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763862, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.562136] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.612783] env[62822]: DEBUG nova.network.neutron [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Updating instance_info_cache with network_info: [{"id": "093d4134-8125-4565-80d0-2d89bcff9d39", "address": "fa:16:3e:9a:07:cf", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093d4134-81", "ovs_interfaceid": "093d4134-8125-4565-80d0-2d89bcff9d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.865477] env[62822]: DEBUG nova.scheduler.client.report [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.879119] env[62822]: DEBUG oslo_vmware.api [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763862, 'name': PowerOnVM_Task, 'duration_secs': 0.471744} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.879475] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.879707] env[62822]: INFO nova.compute.manager [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Took 8.50 seconds to spawn the instance on the hypervisor. [ 654.879863] env[62822]: DEBUG nova.compute.manager [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.880663] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40c7afe-c616-45ff-b3a9-dfc8bb2a7517 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.059239] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763861, 'name': ReconfigVM_Task, 'duration_secs': 0.563813} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.059583] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Reconfigured VM instance instance-00000019 to attach disk [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.060390] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-942f6fd8-ff14-4d69-972f-59507d17a73c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.066795] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 655.066795] env[62822]: value = "task-2763863" [ 655.066795] env[62822]: _type = "Task" [ 655.066795] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.078439] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763863, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.115265] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "refresh_cache-4f4f114c-34cc-42f6-9aec-21178b0234f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.117251] env[62822]: DEBUG nova.compute.manager [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Instance network_info: |[{"id": "093d4134-8125-4565-80d0-2d89bcff9d39", "address": "fa:16:3e:9a:07:cf", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093d4134-81", "ovs_interfaceid": "093d4134-8125-4565-80d0-2d89bcff9d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.117411] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:07:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '093d4134-8125-4565-80d0-2d89bcff9d39', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.125493] env[62822]: DEBUG oslo.service.loopingcall [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.125493] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.125842] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbbbc931-a5fa-47bf-b508-1c7c508626ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.148903] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.148903] env[62822]: value = "task-2763864" [ 655.148903] env[62822]: _type = "Task" [ 655.148903] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.157242] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763864, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.225660] env[62822]: DEBUG nova.compute.manager [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.253908] env[62822]: DEBUG nova.virt.hardware [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.254154] env[62822]: DEBUG nova.virt.hardware [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.254306] env[62822]: DEBUG nova.virt.hardware [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.254560] env[62822]: DEBUG nova.virt.hardware [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.254743] env[62822]: DEBUG nova.virt.hardware [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.254893] env[62822]: DEBUG nova.virt.hardware [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.255122] env[62822]: DEBUG nova.virt.hardware [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.255701] env[62822]: DEBUG nova.virt.hardware [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.255901] env[62822]: DEBUG nova.virt.hardware [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.256089] env[62822]: DEBUG nova.virt.hardware [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.256267] env[62822]: DEBUG nova.virt.hardware [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.257330] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c6503d-c708-49f8-9481-5d099512c4f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.265848] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3304fbb7-6e9f-4a39-9f52-d670f642e8a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.271850] env[62822]: DEBUG nova.compute.manager [req-5055ed29-4e14-4c01-a113-ad8e0cefbc3a req-79b00288-7e17-46f8-b144-9f581db4b739 service nova] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Received event network-changed-093d4134-8125-4565-80d0-2d89bcff9d39 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.272058] env[62822]: DEBUG nova.compute.manager [req-5055ed29-4e14-4c01-a113-ad8e0cefbc3a req-79b00288-7e17-46f8-b144-9f581db4b739 service nova] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Refreshing instance network info cache due to event network-changed-093d4134-8125-4565-80d0-2d89bcff9d39. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 655.272274] env[62822]: DEBUG oslo_concurrency.lockutils [req-5055ed29-4e14-4c01-a113-ad8e0cefbc3a req-79b00288-7e17-46f8-b144-9f581db4b739 service nova] Acquiring lock "refresh_cache-4f4f114c-34cc-42f6-9aec-21178b0234f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.272416] env[62822]: DEBUG oslo_concurrency.lockutils [req-5055ed29-4e14-4c01-a113-ad8e0cefbc3a req-79b00288-7e17-46f8-b144-9f581db4b739 service nova] Acquired lock "refresh_cache-4f4f114c-34cc-42f6-9aec-21178b0234f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.272571] env[62822]: DEBUG nova.network.neutron [req-5055ed29-4e14-4c01-a113-ad8e0cefbc3a req-79b00288-7e17-46f8-b144-9f581db4b739 service nova] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Refreshing network info cache for port 093d4134-8125-4565-80d0-2d89bcff9d39 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.374353] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.377509] env[62822]: DEBUG oslo_concurrency.lockutils [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.090s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.377509] env[62822]: DEBUG nova.objects.instance [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 655.412530] env[62822]: INFO nova.compute.manager [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Took 40.92 seconds to build instance. [ 655.412530] env[62822]: INFO nova.scheduler.client.report [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Deleted allocations for instance 900fe4d9-6c69-4178-8c2d-5af07fa5718f [ 655.576180] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763863, 'name': Rename_Task, 'duration_secs': 0.187281} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.576461] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.576739] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebd7a3d6-7b2f-4d78-8616-ad41eea1b437 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.583225] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 655.583225] env[62822]: value = "task-2763865" [ 655.583225] env[62822]: _type = "Task" [ 655.583225] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.591323] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.659436] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763864, 'name': CreateVM_Task, 'duration_secs': 0.474396} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.659680] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.660345] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.660534] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.661595] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.661595] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-facd40ca-1ef8-4b64-92f2-d17cb9765836 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.665694] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 655.665694] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fd234d-032d-5486-c2fe-862d70e548fc" [ 655.665694] env[62822]: _type = "Task" [ 655.665694] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.673940] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fd234d-032d-5486-c2fe-862d70e548fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.911543] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8389e0c7-aa7c-4b11-a66a-727b1211bfba tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "02090911-ad5f-45bf-b0e4-910751803230" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.604s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.921741] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5746b65c-da66-432b-a68e-e08e3b2fce33 tempest-ServerMetadataNegativeTestJSON-1515027532 tempest-ServerMetadataNegativeTestJSON-1515027532-project-member] Lock "900fe4d9-6c69-4178-8c2d-5af07fa5718f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.508s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.096351] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763865, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.122233] env[62822]: DEBUG nova.network.neutron [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Successfully updated port: 0b88c3ad-93b4-46ab-a8dc-d1e940addf48 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.177636] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fd234d-032d-5486-c2fe-862d70e548fc, 'name': SearchDatastore_Task, 'duration_secs': 0.015286} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.177951] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.178407] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.178651] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.178993] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.178993] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.179489] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73e7b9b9-fb7c-4d58-816e-85b6e08dac82 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.185991] env[62822]: DEBUG nova.network.neutron [req-5055ed29-4e14-4c01-a113-ad8e0cefbc3a req-79b00288-7e17-46f8-b144-9f581db4b739 service nova] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Updated VIF entry in instance network info cache for port 093d4134-8125-4565-80d0-2d89bcff9d39. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.186254] env[62822]: DEBUG nova.network.neutron [req-5055ed29-4e14-4c01-a113-ad8e0cefbc3a req-79b00288-7e17-46f8-b144-9f581db4b739 service nova] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Updating instance_info_cache with network_info: [{"id": "093d4134-8125-4565-80d0-2d89bcff9d39", "address": "fa:16:3e:9a:07:cf", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093d4134-81", "ovs_interfaceid": "093d4134-8125-4565-80d0-2d89bcff9d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.387442] env[62822]: DEBUG oslo_concurrency.lockutils [None req-972b2462-314a-4852-a883-8edca633fc08 tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.392019] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.612s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.392019] env[62822]: INFO nova.compute.claims [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.413803] env[62822]: DEBUG nova.compute.manager [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.597985] env[62822]: DEBUG oslo_vmware.api [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763865, 'name': PowerOnVM_Task, 'duration_secs': 0.621804} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.598302] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.598509] env[62822]: INFO nova.compute.manager [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Took 9.42 seconds to spawn the instance on the hypervisor. [ 656.598696] env[62822]: DEBUG nova.compute.manager [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.599657] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ab090d-44a7-4308-a526-249355d8c725 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.624508] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "refresh_cache-f1429713-ecf1-481d-b4ae-a50abab28758" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.624663] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquired lock "refresh_cache-f1429713-ecf1-481d-b4ae-a50abab28758" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.624832] env[62822]: DEBUG nova.network.neutron [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.674630] env[62822]: DEBUG nova.compute.manager [req-92e919f4-d377-475b-b5a2-b125ceac307d req-0840da93-9b9b-4f94-95f5-9b263fc41ec2 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Received event network-changed-fd4df151-8b5f-4155-afdc-d5371d2f5751 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.674839] env[62822]: DEBUG nova.compute.manager [req-92e919f4-d377-475b-b5a2-b125ceac307d req-0840da93-9b9b-4f94-95f5-9b263fc41ec2 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Refreshing instance network info cache due to event network-changed-fd4df151-8b5f-4155-afdc-d5371d2f5751. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.675104] env[62822]: DEBUG oslo_concurrency.lockutils [req-92e919f4-d377-475b-b5a2-b125ceac307d req-0840da93-9b9b-4f94-95f5-9b263fc41ec2 service nova] Acquiring lock "refresh_cache-02090911-ad5f-45bf-b0e4-910751803230" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.675320] env[62822]: DEBUG oslo_concurrency.lockutils [req-92e919f4-d377-475b-b5a2-b125ceac307d req-0840da93-9b9b-4f94-95f5-9b263fc41ec2 service nova] Acquired lock "refresh_cache-02090911-ad5f-45bf-b0e4-910751803230" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.675886] env[62822]: DEBUG nova.network.neutron [req-92e919f4-d377-475b-b5a2-b125ceac307d req-0840da93-9b9b-4f94-95f5-9b263fc41ec2 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Refreshing network info cache for port fd4df151-8b5f-4155-afdc-d5371d2f5751 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.690787] env[62822]: DEBUG oslo_concurrency.lockutils [req-5055ed29-4e14-4c01-a113-ad8e0cefbc3a req-79b00288-7e17-46f8-b144-9f581db4b739 service nova] Releasing lock "refresh_cache-4f4f114c-34cc-42f6-9aec-21178b0234f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.694361] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.694554] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.695634] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-291ae437-15e8-4b37-a07a-f0a4f2898694 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.702693] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 656.702693] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52042aaa-5f7e-9f72-2e8a-5e7d86f9b327" [ 656.702693] env[62822]: _type = "Task" [ 656.702693] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.711575] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52042aaa-5f7e-9f72-2e8a-5e7d86f9b327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.943630] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.121480] env[62822]: INFO nova.compute.manager [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Took 37.21 seconds to build instance. [ 657.163532] env[62822]: DEBUG nova.network.neutron [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.213500] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52042aaa-5f7e-9f72-2e8a-5e7d86f9b327, 'name': SearchDatastore_Task, 'duration_secs': 0.028346} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.214312] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1537459c-52c7-4a55-9bd4-c5486eb5193c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.220547] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 657.220547] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e760a-0691-24b1-8c3f-a3a390e31668" [ 657.220547] env[62822]: _type = "Task" [ 657.220547] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.229022] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e760a-0691-24b1-8c3f-a3a390e31668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.615630] env[62822]: DEBUG nova.compute.manager [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Received event network-vif-plugged-0b88c3ad-93b4-46ab-a8dc-d1e940addf48 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.615900] env[62822]: DEBUG oslo_concurrency.lockutils [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] Acquiring lock "f1429713-ecf1-481d-b4ae-a50abab28758-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.616149] env[62822]: DEBUG oslo_concurrency.lockutils [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] Lock "f1429713-ecf1-481d-b4ae-a50abab28758-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.616341] env[62822]: DEBUG oslo_concurrency.lockutils [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] Lock "f1429713-ecf1-481d-b4ae-a50abab28758-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.616554] env[62822]: DEBUG nova.compute.manager [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] No waiting events found dispatching network-vif-plugged-0b88c3ad-93b4-46ab-a8dc-d1e940addf48 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.616767] env[62822]: WARNING nova.compute.manager [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Received unexpected event network-vif-plugged-0b88c3ad-93b4-46ab-a8dc-d1e940addf48 for instance with vm_state building and task_state spawning. [ 657.616930] env[62822]: DEBUG nova.compute.manager [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Received event network-changed-0b88c3ad-93b4-46ab-a8dc-d1e940addf48 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.617827] env[62822]: DEBUG nova.compute.manager [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Refreshing instance network info cache due to event network-changed-0b88c3ad-93b4-46ab-a8dc-d1e940addf48. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 657.618130] env[62822]: DEBUG oslo_concurrency.lockutils [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] Acquiring lock "refresh_cache-f1429713-ecf1-481d-b4ae-a50abab28758" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.624799] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c99bbd04-1744-4f32-8278-ac2cb83273e4 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.628s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.742327] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e760a-0691-24b1-8c3f-a3a390e31668, 'name': SearchDatastore_Task, 'duration_secs': 0.01689} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.742608] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.742899] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 4f4f114c-34cc-42f6-9aec-21178b0234f5/4f4f114c-34cc-42f6-9aec-21178b0234f5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.743148] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61e4dd4e-12de-4806-9c35-de750c6b7a23 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.754277] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 657.754277] env[62822]: value = "task-2763866" [ 657.754277] env[62822]: _type = "Task" [ 657.754277] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.769622] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.769622] env[62822]: DEBUG nova.network.neutron [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Updating instance_info_cache with network_info: [{"id": "0b88c3ad-93b4-46ab-a8dc-d1e940addf48", "address": "fa:16:3e:af:81:37", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b88c3ad-93", "ovs_interfaceid": "0b88c3ad-93b4-46ab-a8dc-d1e940addf48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.948413] env[62822]: DEBUG nova.network.neutron [req-92e919f4-d377-475b-b5a2-b125ceac307d req-0840da93-9b9b-4f94-95f5-9b263fc41ec2 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Updated VIF entry in instance network info cache for port fd4df151-8b5f-4155-afdc-d5371d2f5751. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.948413] env[62822]: DEBUG nova.network.neutron [req-92e919f4-d377-475b-b5a2-b125ceac307d req-0840da93-9b9b-4f94-95f5-9b263fc41ec2 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Updating instance_info_cache with network_info: [{"id": "fd4df151-8b5f-4155-afdc-d5371d2f5751", "address": "fa:16:3e:d4:70:67", "network": {"id": "f1f3fc65-e6ed-4896-a5bf-7becd6ded61a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1013272855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6a29aa310ea4115b05ee24f7f3c7786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4df151-8b", "ovs_interfaceid": "fd4df151-8b5f-4155-afdc-d5371d2f5751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.993142] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669894c6-287b-4df1-9011-99fa4e17ad67 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.998861] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f23fee-3187-41e3-a565-443c44de4380 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.031759] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e271a09-9a7e-4253-bb84-5bcf9a56a068 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.039335] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2c76b9-9a6e-44fc-a3ea-d519f1ab215d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.053217] env[62822]: DEBUG nova.compute.provider_tree [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.129139] env[62822]: DEBUG nova.compute.manager [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.265417] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763866, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.275176] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Releasing lock "refresh_cache-f1429713-ecf1-481d-b4ae-a50abab28758" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.275522] env[62822]: DEBUG nova.compute.manager [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Instance network_info: |[{"id": "0b88c3ad-93b4-46ab-a8dc-d1e940addf48", "address": "fa:16:3e:af:81:37", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b88c3ad-93", "ovs_interfaceid": "0b88c3ad-93b4-46ab-a8dc-d1e940addf48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.275818] env[62822]: DEBUG oslo_concurrency.lockutils [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] Acquired lock "refresh_cache-f1429713-ecf1-481d-b4ae-a50abab28758" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.275984] env[62822]: DEBUG nova.network.neutron [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Refreshing network info cache for port 0b88c3ad-93b4-46ab-a8dc-d1e940addf48 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.277662] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:81:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b88c3ad-93b4-46ab-a8dc-d1e940addf48', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.285849] env[62822]: DEBUG oslo.service.loopingcall [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.286393] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.286618] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-869a617b-32b4-4575-b04e-7be759e28507 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.308773] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.308773] env[62822]: value = "task-2763867" [ 658.308773] env[62822]: _type = "Task" [ 658.308773] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.319812] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763867, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.456943] env[62822]: DEBUG oslo_concurrency.lockutils [req-92e919f4-d377-475b-b5a2-b125ceac307d req-0840da93-9b9b-4f94-95f5-9b263fc41ec2 service nova] Releasing lock "refresh_cache-02090911-ad5f-45bf-b0e4-910751803230" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.557420] env[62822]: DEBUG nova.scheduler.client.report [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.654993] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.770189] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763866, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.818452] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763867, 'name': CreateVM_Task, 'duration_secs': 0.460625} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.818642] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.819390] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.819570] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.819899] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.820173] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d44c74-837c-49ba-9caf-c0d1a29c8462 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.825685] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 658.825685] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f87268-1cd3-71a2-85d9-bff3de81e70f" [ 658.825685] env[62822]: _type = "Task" [ 658.825685] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.835707] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f87268-1cd3-71a2-85d9-bff3de81e70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.066857] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.067444] env[62822]: DEBUG nova.compute.manager [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.071651] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.943s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.071895] env[62822]: DEBUG nova.objects.instance [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lazy-loading 'resources' on Instance uuid 2ad7347f-4dbc-40ab-bbbc-20bf0270c595 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.101657] env[62822]: DEBUG nova.network.neutron [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Updated VIF entry in instance network info cache for port 0b88c3ad-93b4-46ab-a8dc-d1e940addf48. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.102260] env[62822]: DEBUG nova.network.neutron [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Updating instance_info_cache with network_info: [{"id": "0b88c3ad-93b4-46ab-a8dc-d1e940addf48", "address": "fa:16:3e:af:81:37", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b88c3ad-93", "ovs_interfaceid": "0b88c3ad-93b4-46ab-a8dc-d1e940addf48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.266414] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763866, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.338196] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f87268-1cd3-71a2-85d9-bff3de81e70f, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.338515] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.338748] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.338980] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.339153] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.339361] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.339653] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26081588-5c3b-466f-b97e-dadc99a2f0d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.350188] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.350384] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.351112] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c207076-adc1-44bf-8d95-9197cfe293a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.355965] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 659.355965] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521578d1-9740-0349-251b-f4502aae6cd4" [ 659.355965] env[62822]: _type = "Task" [ 659.355965] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.363692] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521578d1-9740-0349-251b-f4502aae6cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.582686] env[62822]: DEBUG nova.compute.utils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.584995] env[62822]: DEBUG nova.compute.manager [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.584995] env[62822]: DEBUG nova.network.neutron [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.605375] env[62822]: DEBUG oslo_concurrency.lockutils [req-e453e16b-380d-451b-8ca0-db4eeb99a88e req-451f06c7-fdbe-4ea1-9aef-d1f695cc6026 service nova] Releasing lock "refresh_cache-f1429713-ecf1-481d-b4ae-a50abab28758" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.646314] env[62822]: DEBUG nova.policy [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7d9cd29b1d42668b9f9f517c002b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99f796ee11a1466f86f309fbc9033152', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.774395] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763866, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.777998} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.774818] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 4f4f114c-34cc-42f6-9aec-21178b0234f5/4f4f114c-34cc-42f6-9aec-21178b0234f5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.775405] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.775827] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d1e9852-5bc1-4318-abda-f3cb1e3439df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.789027] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 659.789027] env[62822]: value = "task-2763868" [ 659.789027] env[62822]: _type = "Task" [ 659.789027] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.799847] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.876024] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521578d1-9740-0349-251b-f4502aae6cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.033} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.878893] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478ee495-079c-49de-8453-9aefa3786b71 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.884471] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 659.884471] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ff21a1-f761-adab-1f83-2e22918951e0" [ 659.884471] env[62822]: _type = "Task" [ 659.884471] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.894066] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ff21a1-f761-adab-1f83-2e22918951e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.048012] env[62822]: DEBUG nova.network.neutron [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Successfully created port: 0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.089392] env[62822]: DEBUG nova.compute.manager [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.123020] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c094be3-3642-444b-8c1b-e34902916dbb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.133618] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a81f59-140c-4ba9-bf05-265b2727d558 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.169662] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd0914-1f52-40e0-8f47-3aa09fecab3c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.178373] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dbe749-b660-4d7a-9825-2eedb55e5a78 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.193072] env[62822]: DEBUG nova.compute.provider_tree [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.297267] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20621} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.297574] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.298381] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc4f9b9-8ec4-4dd0-9d7d-dcc7ba41dbc2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.324536] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 4f4f114c-34cc-42f6-9aec-21178b0234f5/4f4f114c-34cc-42f6-9aec-21178b0234f5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.324807] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-833ad55c-ac6a-4836-85e9-6cc9cd0493e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.346850] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 660.346850] env[62822]: value = "task-2763869" [ 660.346850] env[62822]: _type = "Task" [ 660.346850] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.357556] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.396664] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ff21a1-f761-adab-1f83-2e22918951e0, 'name': SearchDatastore_Task, 'duration_secs': 0.03906} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.397077] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.397383] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] f1429713-ecf1-481d-b4ae-a50abab28758/f1429713-ecf1-481d-b4ae-a50abab28758.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.397670] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb115210-eb33-49ff-a090-f700fad6ac9e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.405546] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 660.405546] env[62822]: value = "task-2763870" [ 660.405546] env[62822]: _type = "Task" [ 660.405546] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.414474] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.700218] env[62822]: DEBUG nova.scheduler.client.report [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.858756] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.921046] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.099599] env[62822]: DEBUG nova.compute.manager [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.133607] env[62822]: DEBUG nova.virt.hardware [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.133886] env[62822]: DEBUG nova.virt.hardware [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.134945] env[62822]: DEBUG nova.virt.hardware [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.135241] env[62822]: DEBUG nova.virt.hardware [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.135403] env[62822]: DEBUG nova.virt.hardware [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.135581] env[62822]: DEBUG nova.virt.hardware [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.135883] env[62822]: DEBUG nova.virt.hardware [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.136078] env[62822]: DEBUG nova.virt.hardware [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.136257] env[62822]: DEBUG nova.virt.hardware [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.136423] env[62822]: DEBUG nova.virt.hardware [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.136593] env[62822]: DEBUG nova.virt.hardware [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.137793] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d717aa17-c4ae-4891-9175-34b7d156709e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.146648] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8508e65c-4769-434f-9902-e282c18745bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.207030] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.207651] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.868s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.210052] env[62822]: INFO nova.compute.claims [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.241933] env[62822]: INFO nova.scheduler.client.report [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Deleted allocations for instance 2ad7347f-4dbc-40ab-bbbc-20bf0270c595 [ 661.359816] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.416012] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763870, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.693203] env[62822]: DEBUG nova.compute.manager [req-4c7d4c19-5213-4cc5-af07-053f17eaf23b req-f3b69474-63a0-44d0-86d9-3047788e7a7b service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Received event network-vif-plugged-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.693466] env[62822]: DEBUG oslo_concurrency.lockutils [req-4c7d4c19-5213-4cc5-af07-053f17eaf23b req-f3b69474-63a0-44d0-86d9-3047788e7a7b service nova] Acquiring lock "faa282f6-f946-4f8e-aea8-23c8ea493f18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.693716] env[62822]: DEBUG oslo_concurrency.lockutils [req-4c7d4c19-5213-4cc5-af07-053f17eaf23b req-f3b69474-63a0-44d0-86d9-3047788e7a7b service nova] Lock "faa282f6-f946-4f8e-aea8-23c8ea493f18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.693849] env[62822]: DEBUG oslo_concurrency.lockutils [req-4c7d4c19-5213-4cc5-af07-053f17eaf23b req-f3b69474-63a0-44d0-86d9-3047788e7a7b service nova] Lock "faa282f6-f946-4f8e-aea8-23c8ea493f18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.694016] env[62822]: DEBUG nova.compute.manager [req-4c7d4c19-5213-4cc5-af07-053f17eaf23b req-f3b69474-63a0-44d0-86d9-3047788e7a7b service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] No waiting events found dispatching network-vif-plugged-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.695691] env[62822]: WARNING nova.compute.manager [req-4c7d4c19-5213-4cc5-af07-053f17eaf23b req-f3b69474-63a0-44d0-86d9-3047788e7a7b service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Received unexpected event network-vif-plugged-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 for instance with vm_state building and task_state spawning. [ 661.729912] env[62822]: DEBUG nova.network.neutron [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Successfully updated port: 0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.754031] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0c58ab2-6252-47f1-903d-ac2771982d0d tempest-ServerShowV254Test-1413239510 tempest-ServerShowV254Test-1413239510-project-member] Lock "2ad7347f-4dbc-40ab-bbbc-20bf0270c595" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.876s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.865764] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763869, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.918969] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763870, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.074385} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.919324] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] f1429713-ecf1-481d-b4ae-a50abab28758/f1429713-ecf1-481d-b4ae-a50abab28758.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.919601] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.919868] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b0d4e79-7142-4765-b45c-6b164f6e5db9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.930181] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 661.930181] env[62822]: value = "task-2763871" [ 661.930181] env[62822]: _type = "Task" [ 661.930181] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.937723] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.237499] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquiring lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.237652] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquired lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.237851] env[62822]: DEBUG nova.network.neutron [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.363253] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763869, 'name': ReconfigVM_Task, 'duration_secs': 1.528435} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.363823] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 4f4f114c-34cc-42f6-9aec-21178b0234f5/4f4f114c-34cc-42f6-9aec-21178b0234f5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.364633] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7fa2633-97d0-42cb-b986-ff094253f8ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.373523] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 662.373523] env[62822]: value = "task-2763872" [ 662.373523] env[62822]: _type = "Task" [ 662.373523] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.383046] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763872, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.445659] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070677} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.445935] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.446779] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2681e0c2-8392-469a-9276-b49881fb46c1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.470615] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] f1429713-ecf1-481d-b4ae-a50abab28758/f1429713-ecf1-481d-b4ae-a50abab28758.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.473992] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c317dba0-0437-42b3-b7be-3a50e0278156 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.495168] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 662.495168] env[62822]: value = "task-2763873" [ 662.495168] env[62822]: _type = "Task" [ 662.495168] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.503906] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.792352] env[62822]: DEBUG nova.network.neutron [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.855166] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675051f1-c4c9-4285-aaaf-52105dbc40f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.866547] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfbf51e-893f-48af-8ea7-dc0f68b3098f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.916179] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f808fe-08bc-48c8-8bd7-bcec0ffa3a36 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.924451] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763872, 'name': Rename_Task, 'duration_secs': 0.323729} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.926674] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.926981] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfc1fb38-917f-4c77-99c5-46b151881b06 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.929655] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518c6f53-48ce-4510-8513-1d66f45e65ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.951615] env[62822]: DEBUG nova.compute.provider_tree [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.955148] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 662.955148] env[62822]: value = "task-2763874" [ 662.955148] env[62822]: _type = "Task" [ 662.955148] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.966179] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763874, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.006232] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763873, 'name': ReconfigVM_Task, 'duration_secs': 0.417137} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.006519] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Reconfigured VM instance instance-0000001b to attach disk [datastore2] f1429713-ecf1-481d-b4ae-a50abab28758/f1429713-ecf1-481d-b4ae-a50abab28758.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.007213] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5056ba6a-9743-4f5b-876d-e27ce954a5af {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.013851] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 663.013851] env[62822]: value = "task-2763875" [ 663.013851] env[62822]: _type = "Task" [ 663.013851] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.017809] env[62822]: DEBUG nova.network.neutron [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Updating instance_info_cache with network_info: [{"id": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "address": "fa:16:3e:43:ad:ab", "network": {"id": "103b5052-b423-4b09-8d66-2a702bd34c26", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-573337267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f796ee11a1466f86f309fbc9033152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a994020-bb", "ovs_interfaceid": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.024673] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763875, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.459217] env[62822]: DEBUG nova.scheduler.client.report [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.480630] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763874, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.521836] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Releasing lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.522144] env[62822]: DEBUG nova.compute.manager [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Instance network_info: |[{"id": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "address": "fa:16:3e:43:ad:ab", "network": {"id": "103b5052-b423-4b09-8d66-2a702bd34c26", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-573337267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f796ee11a1466f86f309fbc9033152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a994020-bb", "ovs_interfaceid": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.522578] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ad:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a994020-bb4a-4a3e-9d6e-8646f77a6ed5', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.530082] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Creating folder: Project (99f796ee11a1466f86f309fbc9033152). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.530801] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aa93c44-0b04-4b85-9fb4-a734559ad972 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.535751] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763875, 'name': Rename_Task, 'duration_secs': 0.223193} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.536419] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.536723] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-367c96b0-36a6-48cd-88ef-d0ab3f22b7c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.543665] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 663.543665] env[62822]: value = "task-2763877" [ 663.543665] env[62822]: _type = "Task" [ 663.543665] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.547923] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Created folder: Project (99f796ee11a1466f86f309fbc9033152) in parent group-v555973. [ 663.548052] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Creating folder: Instances. Parent ref: group-v556062. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.548875] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-106f7855-622a-4625-89fa-c3bd626c1751 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.553772] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.561879] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Created folder: Instances in parent group-v556062. [ 663.561879] env[62822]: DEBUG oslo.service.loopingcall [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.561879] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.561879] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7f088ea-9ad6-42a6-9e5d-8dc81b6f055c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.584061] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.584061] env[62822]: value = "task-2763879" [ 663.584061] env[62822]: _type = "Task" [ 663.584061] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.593841] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763879, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.768437] env[62822]: DEBUG nova.compute.manager [req-2b245e6f-b35b-40af-ac83-2c6fbedebfcb req-420abbf9-a979-4904-83f2-97b7cf364628 service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Received event network-changed-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.768437] env[62822]: DEBUG nova.compute.manager [req-2b245e6f-b35b-40af-ac83-2c6fbedebfcb req-420abbf9-a979-4904-83f2-97b7cf364628 service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Refreshing instance network info cache due to event network-changed-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 663.768437] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b245e6f-b35b-40af-ac83-2c6fbedebfcb req-420abbf9-a979-4904-83f2-97b7cf364628 service nova] Acquiring lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.768631] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b245e6f-b35b-40af-ac83-2c6fbedebfcb req-420abbf9-a979-4904-83f2-97b7cf364628 service nova] Acquired lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.769218] env[62822]: DEBUG nova.network.neutron [req-2b245e6f-b35b-40af-ac83-2c6fbedebfcb req-420abbf9-a979-4904-83f2-97b7cf364628 service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Refreshing network info cache for port 0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.846092] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.846522] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.864974] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cdeff-c671-5272-e6a8-ecd3547693b5/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 663.865900] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf3637b-4078-4cf2-9197-348a0832ab0e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.872480] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cdeff-c671-5272-e6a8-ecd3547693b5/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 663.872634] env[62822]: ERROR oslo_vmware.rw_handles [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cdeff-c671-5272-e6a8-ecd3547693b5/disk-0.vmdk due to incomplete transfer. [ 663.872860] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b60d2dc-e08f-4caf-ba25-c9c3635f0f02 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.880565] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cdeff-c671-5272-e6a8-ecd3547693b5/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 663.880850] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Uploaded image 0fcb240d-bf55-41b5-a083-0e205e1614e6 to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 663.883633] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 663.883633] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-afc5e2cd-ee0c-4d87-a51a-5a765692071c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.888902] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 663.888902] env[62822]: value = "task-2763880" [ 663.888902] env[62822]: _type = "Task" [ 663.888902] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.897448] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763880, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.970920] env[62822]: DEBUG oslo_vmware.api [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2763874, 'name': PowerOnVM_Task, 'duration_secs': 0.920853} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.971263] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.971482] env[62822]: INFO nova.compute.manager [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Took 11.37 seconds to spawn the instance on the hypervisor. [ 663.971684] env[62822]: DEBUG nova.compute.manager [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.972521] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4189ea-8ea1-4d5d-b294-c8cb9c8f2a48 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.976058] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.976515] env[62822]: DEBUG nova.compute.manager [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.979462] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.960s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.979684] env[62822]: DEBUG nova.objects.instance [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Lazy-loading 'resources' on Instance uuid a220bf16-ddd8-4fea-b6c9-e3003a069641 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.055407] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763877, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.095057] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763879, 'name': CreateVM_Task, 'duration_secs': 0.383198} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.095292] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.096110] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.096332] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.096665] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.096919] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56967ac3-1d2b-4692-8e6e-975c5efdf944 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.101627] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 664.101627] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52434fac-f619-aa49-9fb0-857c8305822d" [ 664.101627] env[62822]: _type = "Task" [ 664.101627] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.110129] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52434fac-f619-aa49-9fb0-857c8305822d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.399251] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763880, 'name': Destroy_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.484409] env[62822]: DEBUG nova.compute.utils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.497231] env[62822]: DEBUG nova.compute.manager [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.497477] env[62822]: DEBUG nova.network.neutron [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.512061] env[62822]: INFO nova.compute.manager [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Took 41.68 seconds to build instance. [ 664.562183] env[62822]: DEBUG oslo_vmware.api [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763877, 'name': PowerOnVM_Task, 'duration_secs': 0.623702} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.562183] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.562183] env[62822]: INFO nova.compute.manager [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Took 9.34 seconds to spawn the instance on the hypervisor. [ 664.562183] env[62822]: DEBUG nova.compute.manager [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.562904] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9daaaa8-12b6-4684-b63e-a4ac2e3cea95 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.612098] env[62822]: DEBUG nova.policy [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5c79a8aa1ff48d88bcbc999bdc328f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b01012c47334c55845412481bc4a582', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.619773] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52434fac-f619-aa49-9fb0-857c8305822d, 'name': SearchDatastore_Task, 'duration_secs': 0.042082} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.620087] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.620325] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.620561] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.620700] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.620873] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.623585] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e5ca04c-00fd-4fbe-aecd-10b8008df34a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.635347] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.635347] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.635990] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9169536a-baf9-492a-8732-88da89ba606d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.644357] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 664.644357] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5262ed72-e340-e6c3-0579-9a9262592d8c" [ 664.644357] env[62822]: _type = "Task" [ 664.644357] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.652754] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5262ed72-e340-e6c3-0579-9a9262592d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.781856] env[62822]: DEBUG nova.network.neutron [req-2b245e6f-b35b-40af-ac83-2c6fbedebfcb req-420abbf9-a979-4904-83f2-97b7cf364628 service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Updated VIF entry in instance network info cache for port 0a994020-bb4a-4a3e-9d6e-8646f77a6ed5. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.782261] env[62822]: DEBUG nova.network.neutron [req-2b245e6f-b35b-40af-ac83-2c6fbedebfcb req-420abbf9-a979-4904-83f2-97b7cf364628 service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Updating instance_info_cache with network_info: [{"id": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "address": "fa:16:3e:43:ad:ab", "network": {"id": "103b5052-b423-4b09-8d66-2a702bd34c26", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-573337267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f796ee11a1466f86f309fbc9033152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a994020-bb", "ovs_interfaceid": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.899300] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763880, 'name': Destroy_Task, 'duration_secs': 0.926502} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.902082] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Destroyed the VM [ 664.902339] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 664.902942] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5876af2-9156-48d9-91da-ac1abd463b85 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.910526] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 664.910526] env[62822]: value = "task-2763881" [ 664.910526] env[62822]: _type = "Task" [ 664.910526] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.921921] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763881, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.997739] env[62822]: DEBUG nova.compute.manager [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.015100] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f92098e-525b-4b01-933e-630287af2320 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "4f4f114c-34cc-42f6-9aec-21178b0234f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.970s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.054183] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c3d69b-2913-4b7b-b543-6ca5c8db87f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.066101] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f19662-b6fa-4c9c-9185-4b45726839ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.107022] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c661784-dc18-48cf-9848-090a83e9ff4e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.112433] env[62822]: INFO nova.compute.manager [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Took 40.09 seconds to build instance. [ 665.119414] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693cabc5-38d5-46f7-a5d2-8c93f5600aae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.133629] env[62822]: DEBUG nova.compute.provider_tree [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.154452] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5262ed72-e340-e6c3-0579-9a9262592d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.019793} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.155253] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0efe9d9-b4cb-4b55-9e0b-00aab3683bbc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.161736] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 665.161736] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5282db9a-d437-7f86-aa87-c7ad28ced5b5" [ 665.161736] env[62822]: _type = "Task" [ 665.161736] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.170361] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5282db9a-d437-7f86-aa87-c7ad28ced5b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.286188] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b245e6f-b35b-40af-ac83-2c6fbedebfcb req-420abbf9-a979-4904-83f2-97b7cf364628 service nova] Releasing lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.421574] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763881, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.516413] env[62822]: DEBUG nova.network.neutron [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Successfully created port: 8d88f392-f8fd-4108-b191-bb8156946ddb {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.525883] env[62822]: DEBUG nova.compute.manager [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.623266] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f4af264d-b32c-4cd1-8bd9-e26d5cbcf3f9 tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "f1429713-ecf1-481d-b4ae-a50abab28758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.249s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.636891] env[62822]: DEBUG nova.scheduler.client.report [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.672846] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5282db9a-d437-7f86-aa87-c7ad28ced5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.037212} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.673131] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.673407] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] faa282f6-f946-4f8e-aea8-23c8ea493f18/faa282f6-f946-4f8e-aea8-23c8ea493f18.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.673757] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-420f46cf-0ca2-413a-82a7-49c47f4b7490 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.681833] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 665.681833] env[62822]: value = "task-2763882" [ 665.681833] env[62822]: _type = "Task" [ 665.681833] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.690627] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2763882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.922093] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763881, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.014637] env[62822]: DEBUG nova.compute.manager [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.051425] env[62822]: DEBUG nova.virt.hardware [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.051764] env[62822]: DEBUG nova.virt.hardware [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.052032] env[62822]: DEBUG nova.virt.hardware [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.052163] env[62822]: DEBUG nova.virt.hardware [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.052306] env[62822]: DEBUG nova.virt.hardware [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.052458] env[62822]: DEBUG nova.virt.hardware [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.052684] env[62822]: DEBUG nova.virt.hardware [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.052840] env[62822]: DEBUG nova.virt.hardware [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.052997] env[62822]: DEBUG nova.virt.hardware [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.053369] env[62822]: DEBUG nova.virt.hardware [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.053557] env[62822]: DEBUG nova.virt.hardware [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.054540] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edb3e33-58f4-4e67-9051-bc485db33999 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.058470] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.064821] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ac5586-3d20-458e-a7c1-1ddd3e6e8acc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.127536] env[62822]: DEBUG nova.compute.manager [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.147219] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.148909] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.579s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.153745] env[62822]: INFO nova.compute.claims [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.182660] env[62822]: INFO nova.scheduler.client.report [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Deleted allocations for instance a220bf16-ddd8-4fea-b6c9-e3003a069641 [ 666.199376] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2763882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493609} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.199950] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] faa282f6-f946-4f8e-aea8-23c8ea493f18/faa282f6-f946-4f8e-aea8-23c8ea493f18.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.199950] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.202246] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d059a7e6-c7f2-42d1-842a-dba300ea3fba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.208438] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 666.208438] env[62822]: value = "task-2763883" [ 666.208438] env[62822]: _type = "Task" [ 666.208438] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.227477] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2763883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.246202] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.246473] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.421356] env[62822]: DEBUG oslo_vmware.api [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763881, 'name': RemoveSnapshot_Task, 'duration_secs': 1.348291} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.421704] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 666.421906] env[62822]: INFO nova.compute.manager [None req-4c7a74e5-0de0-406e-9d66-78875878b18d tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Took 19.50 seconds to snapshot the instance on the hypervisor. [ 666.666860] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.696217] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f6e7a6c-f876-40de-83c4-54caa35d8106 tempest-InstanceActionsV221TestJSON-286921900 tempest-InstanceActionsV221TestJSON-286921900-project-member] Lock "a220bf16-ddd8-4fea-b6c9-e3003a069641" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.160s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.720916] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2763883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248338} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.721231] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.722081] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3136ce4a-473e-42cd-bb41-b11219f02080 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.747162] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] faa282f6-f946-4f8e-aea8-23c8ea493f18/faa282f6-f946-4f8e-aea8-23c8ea493f18.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.747941] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64edd4e8-3c10-4902-b0f5-a6313c34d3ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.769895] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 666.769895] env[62822]: value = "task-2763884" [ 666.769895] env[62822]: _type = "Task" [ 666.769895] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.778952] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2763884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.119039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "f1429713-ecf1-481d-b4ae-a50abab28758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.119039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "f1429713-ecf1-481d-b4ae-a50abab28758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.119039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "f1429713-ecf1-481d-b4ae-a50abab28758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.119039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "f1429713-ecf1-481d-b4ae-a50abab28758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.119267] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "f1429713-ecf1-481d-b4ae-a50abab28758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.119807] env[62822]: INFO nova.compute.manager [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Terminating instance [ 667.289611] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2763884, 'name': ReconfigVM_Task, 'duration_secs': 0.517279} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.292409] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Reconfigured VM instance instance-0000001c to attach disk [datastore2] faa282f6-f946-4f8e-aea8-23c8ea493f18/faa282f6-f946-4f8e-aea8-23c8ea493f18.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.293151] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94b50c8b-0964-45be-bf23-3dd4c5c84957 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.299827] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 667.299827] env[62822]: value = "task-2763885" [ 667.299827] env[62822]: _type = "Task" [ 667.299827] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.308230] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2763885, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.502729] env[62822]: DEBUG nova.network.neutron [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Successfully updated port: 8d88f392-f8fd-4108-b191-bb8156946ddb {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.508867] env[62822]: DEBUG nova.compute.manager [req-3ad018c8-ca3a-410b-96dc-56ca716b9b7d req-19518177-40e6-4ce3-8b6d-f771c850d18d service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Received event network-vif-plugged-8d88f392-f8fd-4108-b191-bb8156946ddb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.509921] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ad018c8-ca3a-410b-96dc-56ca716b9b7d req-19518177-40e6-4ce3-8b6d-f771c850d18d service nova] Acquiring lock "8fb48046-cb42-4250-a73a-046e1bc69f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.509921] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ad018c8-ca3a-410b-96dc-56ca716b9b7d req-19518177-40e6-4ce3-8b6d-f771c850d18d service nova] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.511099] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ad018c8-ca3a-410b-96dc-56ca716b9b7d req-19518177-40e6-4ce3-8b6d-f771c850d18d service nova] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.511099] env[62822]: DEBUG nova.compute.manager [req-3ad018c8-ca3a-410b-96dc-56ca716b9b7d req-19518177-40e6-4ce3-8b6d-f771c850d18d service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] No waiting events found dispatching network-vif-plugged-8d88f392-f8fd-4108-b191-bb8156946ddb {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.511099] env[62822]: WARNING nova.compute.manager [req-3ad018c8-ca3a-410b-96dc-56ca716b9b7d req-19518177-40e6-4ce3-8b6d-f771c850d18d service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Received unexpected event network-vif-plugged-8d88f392-f8fd-4108-b191-bb8156946ddb for instance with vm_state building and task_state spawning. [ 667.517417] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "fd20843a-b98f-4169-af2a-42a57647923a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.517710] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "fd20843a-b98f-4169-af2a-42a57647923a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.626246] env[62822]: DEBUG nova.compute.manager [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.626246] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.626246] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16b5806-256e-4fdd-a3e4-a9640ecf9a6e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.637023] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.637023] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4b3c286-84ca-4973-9340-bc1c6ddefef7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.647293] env[62822]: DEBUG oslo_vmware.api [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 667.647293] env[62822]: value = "task-2763886" [ 667.647293] env[62822]: _type = "Task" [ 667.647293] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.658019] env[62822]: DEBUG oslo_vmware.api [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.755150] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a269e-c4aa-4443-b8ff-03cc39d37535 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.763750] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3452713-8b4d-4246-a4b8-1ebcd3059ca6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.802269] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee14b637-1a2e-4565-8a81-d42045967160 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.814247] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0438bb77-4061-44ef-8abd-a31ef18e5032 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.818518] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2763885, 'name': Rename_Task, 'duration_secs': 0.454495} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.818518] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.820126] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bf22d73-f490-4988-9f1d-8e399842e060 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.829946] env[62822]: DEBUG nova.compute.provider_tree [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.836776] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 667.836776] env[62822]: value = "task-2763887" [ 667.836776] env[62822]: _type = "Task" [ 667.836776] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.845454] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2763887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.004418] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.004575] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.004815] env[62822]: DEBUG nova.network.neutron [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.160106] env[62822]: DEBUG oslo_vmware.api [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763886, 'name': PowerOffVM_Task, 'duration_secs': 0.193341} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.160605] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.162247] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.163598] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-055e862a-b712-4ccf-9f43-f9ee72da5920 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.225843] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.225843] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.226324] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Deleting the datastore file [datastore2] f1429713-ecf1-481d-b4ae-a50abab28758 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.226436] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-680cb3a7-b9e2-4336-9f45-270d997ba61f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.233455] env[62822]: DEBUG oslo_vmware.api [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for the task: (returnval){ [ 668.233455] env[62822]: value = "task-2763889" [ 668.233455] env[62822]: _type = "Task" [ 668.233455] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.241995] env[62822]: DEBUG oslo_vmware.api [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.338024] env[62822]: DEBUG nova.scheduler.client.report [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.355391] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2763887, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.564126] env[62822]: DEBUG nova.network.neutron [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.752418] env[62822]: DEBUG oslo_vmware.api [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.795841] env[62822]: DEBUG nova.network.neutron [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance_info_cache with network_info: [{"id": "8d88f392-f8fd-4108-b191-bb8156946ddb", "address": "fa:16:3e:94:1a:8e", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d88f392-f8", "ovs_interfaceid": "8d88f392-f8fd-4108-b191-bb8156946ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.848566] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.848856] env[62822]: DEBUG nova.compute.manager [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.854810] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.635s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.855115] env[62822]: DEBUG nova.objects.instance [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Lazy-loading 'resources' on Instance uuid 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.856754] env[62822]: DEBUG oslo_vmware.api [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2763887, 'name': PowerOnVM_Task, 'duration_secs': 0.548274} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.857447] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.857611] env[62822]: INFO nova.compute.manager [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Took 7.76 seconds to spawn the instance on the hypervisor. [ 668.857847] env[62822]: DEBUG nova.compute.manager [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.858791] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1282cf49-57c1-481d-9d37-026b4643ee23 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.145542] env[62822]: DEBUG nova.compute.manager [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.146485] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dcf839-56bd-436f-8609-a64346fed967 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.245408] env[62822]: DEBUG oslo_vmware.api [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Task: {'id': task-2763889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544173} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.245672] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.245884] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.246034] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.246239] env[62822]: INFO nova.compute.manager [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Took 1.62 seconds to destroy the instance on the hypervisor. [ 669.246507] env[62822]: DEBUG oslo.service.loopingcall [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.246701] env[62822]: DEBUG nova.compute.manager [-] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.246807] env[62822]: DEBUG nova.network.neutron [-] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.298814] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.298814] env[62822]: DEBUG nova.compute.manager [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Instance network_info: |[{"id": "8d88f392-f8fd-4108-b191-bb8156946ddb", "address": "fa:16:3e:94:1a:8e", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d88f392-f8", "ovs_interfaceid": "8d88f392-f8fd-4108-b191-bb8156946ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.299110] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:1a:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d88f392-f8fd-4108-b191-bb8156946ddb', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.306504] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating folder: Project (8b01012c47334c55845412481bc4a582). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.306803] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c87de082-249c-4152-bd31-9def8f80d81f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.323577] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Created folder: Project (8b01012c47334c55845412481bc4a582) in parent group-v555973. [ 669.323796] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating folder: Instances. Parent ref: group-v556065. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.324443] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3286e3f1-89c5-43e1-9d14-27590db3d475 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.337133] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Created folder: Instances in parent group-v556065. [ 669.337178] env[62822]: DEBUG oslo.service.loopingcall [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.337345] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.337634] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c586592-e0cf-4233-bc49-2804d4f8ddae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.361928] env[62822]: DEBUG nova.compute.utils [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.363527] env[62822]: DEBUG nova.compute.manager [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.363695] env[62822]: DEBUG nova.network.neutron [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.377853] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.377853] env[62822]: value = "task-2763892" [ 669.377853] env[62822]: _type = "Task" [ 669.377853] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.385463] env[62822]: INFO nova.compute.manager [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Took 39.64 seconds to build instance. [ 669.392884] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763892, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.477893] env[62822]: DEBUG nova.policy [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec2840c0ab3445128fc3fb9a32c57966', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '726180629953407eba63eb354d4bc2f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.652376] env[62822]: DEBUG nova.compute.manager [req-343aa3f5-3d66-4425-95b9-2b389ae74423 req-6efbf6bb-b242-469f-8b29-75e3d4ef6f36 service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Received event network-changed-8d88f392-f8fd-4108-b191-bb8156946ddb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.652640] env[62822]: DEBUG nova.compute.manager [req-343aa3f5-3d66-4425-95b9-2b389ae74423 req-6efbf6bb-b242-469f-8b29-75e3d4ef6f36 service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Refreshing instance network info cache due to event network-changed-8d88f392-f8fd-4108-b191-bb8156946ddb. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.652868] env[62822]: DEBUG oslo_concurrency.lockutils [req-343aa3f5-3d66-4425-95b9-2b389ae74423 req-6efbf6bb-b242-469f-8b29-75e3d4ef6f36 service nova] Acquiring lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.653337] env[62822]: DEBUG oslo_concurrency.lockutils [req-343aa3f5-3d66-4425-95b9-2b389ae74423 req-6efbf6bb-b242-469f-8b29-75e3d4ef6f36 service nova] Acquired lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.653603] env[62822]: DEBUG nova.network.neutron [req-343aa3f5-3d66-4425-95b9-2b389ae74423 req-6efbf6bb-b242-469f-8b29-75e3d4ef6f36 service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Refreshing network info cache for port 8d88f392-f8fd-4108-b191-bb8156946ddb {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.661103] env[62822]: INFO nova.compute.manager [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] instance snapshotting [ 669.668247] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97385fe-4a4c-4a73-9245-bb941465e3fc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.703323] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b340288f-af34-4306-873a-7442dff74b25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.866563] env[62822]: DEBUG nova.compute.manager [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.887133] env[62822]: DEBUG oslo_concurrency.lockutils [None req-82a46fce-2cad-4dc0-992c-68559c6bf332 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lock "faa282f6-f946-4f8e-aea8-23c8ea493f18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.906s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.892252] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763892, 'name': CreateVM_Task, 'duration_secs': 0.403147} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.895828] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.897483] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.897483] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.897483] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.897483] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-300cef10-461c-4e28-bf3f-f1c539d9f290 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.903740] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 669.903740] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b2ee02-a265-d896-9b54-c74b4d7150f5" [ 669.903740] env[62822]: _type = "Task" [ 669.903740] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.917521] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b2ee02-a265-d896-9b54-c74b4d7150f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.985258] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a38b11-cf74-4047-bbac-883476115d8c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.994225] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a402ce-8700-4509-b75a-7c105f04da70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.028958] env[62822]: DEBUG nova.network.neutron [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Successfully created port: 6da3c3d0-e8b5-4883-8c60-f99be774eef3 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.032603] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83adf0cf-320d-405b-a9c6-875704c0d32b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.041701] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02706a94-5817-4ac1-b876-ad3043d8d83e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.061076] env[62822]: DEBUG nova.compute.provider_tree [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.211818] env[62822]: DEBUG nova.network.neutron [-] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.224418] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 670.225394] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-04c620b1-9706-4ae4-93fc-7ae1996936b9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.235117] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 670.235117] env[62822]: value = "task-2763893" [ 670.235117] env[62822]: _type = "Task" [ 670.235117] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.244790] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.372746] env[62822]: INFO nova.virt.block_device [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Booting with volume a2db2f5d-90c6-4267-a10b-8d24046164fc at /dev/sda [ 670.393518] env[62822]: DEBUG nova.compute.manager [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.421222] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b2ee02-a265-d896-9b54-c74b4d7150f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.421222] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.421222] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.421222] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.421384] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.421384] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.421384] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9631a671-ef2a-4092-aee6-3db11520cd77 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.428221] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ccf73d1-551b-41c9-b45d-1e5305258395 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.433802] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.433802] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.434642] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbc6122-cd15-4e19-ad66-407f6af4bfdf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.442390] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa3a2a2-dfd5-4b75-8ed2-ce43ebaca5fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.455800] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 670.455800] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5273eff5-672b-0b5c-47ca-893d6eaf515f" [ 670.455800] env[62822]: _type = "Task" [ 670.455800] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.470275] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5273eff5-672b-0b5c-47ca-893d6eaf515f, 'name': SearchDatastore_Task, 'duration_secs': 0.012175} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.482015] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2305dd-381f-4413-aad9-cc573f328234 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.487714] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4753b42e-4678-4a63-89ab-0c5bf987d507 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.492603] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 670.492603] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a3ce81-ddf5-66ad-511d-58ddbdda83f8" [ 670.492603] env[62822]: _type = "Task" [ 670.492603] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.499210] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b120cff-7170-41b6-8d29-5c977d6c4d9b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.516103] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a3ce81-ddf5-66ad-511d-58ddbdda83f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.536443] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2dcecd-b3a5-427c-85d2-1cb5521a2bb7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.545022] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3af890-9a47-45ad-b2ca-9650fe699ca3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.561894] env[62822]: DEBUG nova.virt.block_device [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Updating existing volume attachment record: 953bcd7b-dc16-4c29-ae32-f59b17a52266 {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 670.566317] env[62822]: DEBUG nova.scheduler.client.report [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.574045] env[62822]: DEBUG nova.network.neutron [req-343aa3f5-3d66-4425-95b9-2b389ae74423 req-6efbf6bb-b242-469f-8b29-75e3d4ef6f36 service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updated VIF entry in instance network info cache for port 8d88f392-f8fd-4108-b191-bb8156946ddb. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.574423] env[62822]: DEBUG nova.network.neutron [req-343aa3f5-3d66-4425-95b9-2b389ae74423 req-6efbf6bb-b242-469f-8b29-75e3d4ef6f36 service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance_info_cache with network_info: [{"id": "8d88f392-f8fd-4108-b191-bb8156946ddb", "address": "fa:16:3e:94:1a:8e", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d88f392-f8", "ovs_interfaceid": "8d88f392-f8fd-4108-b191-bb8156946ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.663733] env[62822]: DEBUG nova.compute.manager [req-79e42a28-ff0e-4329-a55e-2f1258ef0ef7 req-ef107809-54e7-4ba5-9b68-10a304a50f00 service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Received event network-changed-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.663928] env[62822]: DEBUG nova.compute.manager [req-79e42a28-ff0e-4329-a55e-2f1258ef0ef7 req-ef107809-54e7-4ba5-9b68-10a304a50f00 service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Refreshing instance network info cache due to event network-changed-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 670.664161] env[62822]: DEBUG oslo_concurrency.lockutils [req-79e42a28-ff0e-4329-a55e-2f1258ef0ef7 req-ef107809-54e7-4ba5-9b68-10a304a50f00 service nova] Acquiring lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.664306] env[62822]: DEBUG oslo_concurrency.lockutils [req-79e42a28-ff0e-4329-a55e-2f1258ef0ef7 req-ef107809-54e7-4ba5-9b68-10a304a50f00 service nova] Acquired lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.667855] env[62822]: DEBUG nova.network.neutron [req-79e42a28-ff0e-4329-a55e-2f1258ef0ef7 req-ef107809-54e7-4ba5-9b68-10a304a50f00 service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Refreshing network info cache for port 0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.715204] env[62822]: INFO nova.compute.manager [-] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Took 1.47 seconds to deallocate network for instance. [ 670.747507] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.917105] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.006763] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a3ce81-ddf5-66ad-511d-58ddbdda83f8, 'name': SearchDatastore_Task, 'duration_secs': 0.034029} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.006763] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.006763] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 8fb48046-cb42-4250-a73a-046e1bc69f96/8fb48046-cb42-4250-a73a-046e1bc69f96.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.006992] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82f8768d-165c-4d61-8f30-2a4a231285f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.015701] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 671.015701] env[62822]: value = "task-2763894" [ 671.015701] env[62822]: _type = "Task" [ 671.015701] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.025754] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.072861] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.076145] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.909s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.076145] env[62822]: DEBUG nova.objects.instance [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Lazy-loading 'resources' on Instance uuid 09d95907-3227-4273-b0ca-cc7dcfd19c53 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.077167] env[62822]: DEBUG oslo_concurrency.lockutils [req-343aa3f5-3d66-4425-95b9-2b389ae74423 req-6efbf6bb-b242-469f-8b29-75e3d4ef6f36 service nova] Releasing lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.110288] env[62822]: INFO nova.scheduler.client.report [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Deleted allocations for instance 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a [ 671.225321] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.249472] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763893, 'name': CreateSnapshot_Task, 'duration_secs': 0.775712} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.249815] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 671.250745] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec83a0e-5426-45fb-a89d-b2e620c6e820 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.481925] env[62822]: DEBUG nova.network.neutron [req-79e42a28-ff0e-4329-a55e-2f1258ef0ef7 req-ef107809-54e7-4ba5-9b68-10a304a50f00 service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Updated VIF entry in instance network info cache for port 0a994020-bb4a-4a3e-9d6e-8646f77a6ed5. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.482358] env[62822]: DEBUG nova.network.neutron [req-79e42a28-ff0e-4329-a55e-2f1258ef0ef7 req-ef107809-54e7-4ba5-9b68-10a304a50f00 service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Updating instance_info_cache with network_info: [{"id": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "address": "fa:16:3e:43:ad:ab", "network": {"id": "103b5052-b423-4b09-8d66-2a702bd34c26", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-573337267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f796ee11a1466f86f309fbc9033152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a994020-bb", "ovs_interfaceid": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.526521] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.619230] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d2ae85f4-9931-496c-b7f2-3e8932a92af9 tempest-ServerDiagnosticsV248Test-1362167123 tempest-ServerDiagnosticsV248Test-1362167123-project-member] Lock "1faa0941-bb46-4496-84a8-4c3cb7ee3b8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.197s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.772982] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 671.777168] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c8dfac44-90c6-432f-a2e8-fe7a1a055240 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.788309] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 671.788309] env[62822]: value = "task-2763895" [ 671.788309] env[62822]: _type = "Task" [ 671.788309] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.801824] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763895, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.934975] env[62822]: DEBUG nova.compute.manager [req-6df9aae0-8316-4296-a0d0-c5be31129e67 req-87469e41-1ab1-4430-94af-2b887ab6fa54 service nova] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Received event network-vif-deleted-0b88c3ad-93b4-46ab-a8dc-d1e940addf48 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.987949] env[62822]: DEBUG oslo_concurrency.lockutils [req-79e42a28-ff0e-4329-a55e-2f1258ef0ef7 req-ef107809-54e7-4ba5-9b68-10a304a50f00 service nova] Releasing lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.031872] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602605} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.035186] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 8fb48046-cb42-4250-a73a-046e1bc69f96/8fb48046-cb42-4250-a73a-046e1bc69f96.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.035435] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.035919] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9786ff25-7f02-4155-a5ad-1036f7aaeba2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.046426] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 672.046426] env[62822]: value = "task-2763896" [ 672.046426] env[62822]: _type = "Task" [ 672.046426] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.062427] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.070533] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "4300818c-bf1e-48d5-8569-ac29ab221f65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.070783] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "4300818c-bf1e-48d5-8569-ac29ab221f65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.124529] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849b62b0-29a0-4b20-9179-33425fab4dcf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.134341] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81745629-a7ea-43b1-bf5c-1c2ca1f9be2c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.167574] env[62822]: DEBUG nova.network.neutron [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Successfully updated port: 6da3c3d0-e8b5-4883-8c60-f99be774eef3 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.169465] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e139b82-70ee-4259-acbe-7563e7dc857c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.180092] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd816acb-703d-494f-88e3-6646f1922728 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.204502] env[62822]: DEBUG nova.compute.provider_tree [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.306948] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763895, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.560546] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081774} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.560546] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.561421] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba8c5b7-c341-4179-bb8b-6d6ee6004bf5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.587556] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 8fb48046-cb42-4250-a73a-046e1bc69f96/8fb48046-cb42-4250-a73a-046e1bc69f96.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.587891] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1b67f8-fe96-4c04-80fb-d52c7e0c0294 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.611508] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 672.611508] env[62822]: value = "task-2763897" [ 672.611508] env[62822]: _type = "Task" [ 672.611508] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.620611] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.675332] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Acquiring lock "refresh_cache-11541cf8-c651-4963-a4d6-cd08aa6362d3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.675450] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Acquired lock "refresh_cache-11541cf8-c651-4963-a4d6-cd08aa6362d3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.675627] env[62822]: DEBUG nova.network.neutron [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.691780] env[62822]: DEBUG nova.compute.manager [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.692370] env[62822]: DEBUG nova.virt.hardware [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.692582] env[62822]: DEBUG nova.virt.hardware [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.692733] env[62822]: DEBUG nova.virt.hardware [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.692910] env[62822]: DEBUG nova.virt.hardware [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.693063] env[62822]: DEBUG nova.virt.hardware [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.693467] env[62822]: DEBUG nova.virt.hardware [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.693685] env[62822]: DEBUG nova.virt.hardware [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.693842] env[62822]: DEBUG nova.virt.hardware [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.694016] env[62822]: DEBUG nova.virt.hardware [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.694180] env[62822]: DEBUG nova.virt.hardware [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.694518] env[62822]: DEBUG nova.virt.hardware [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.696014] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be53f3f-8f56-4b78-8fcf-d5832ad65283 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.707114] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df5b79d-63a5-4ad6-8e50-edd5aaa506c1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.713945] env[62822]: DEBUG nova.scheduler.client.report [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.809372] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763895, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.810030] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.810030] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.123752] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763897, 'name': ReconfigVM_Task, 'duration_secs': 0.310843} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.123752] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 8fb48046-cb42-4250-a73a-046e1bc69f96/8fb48046-cb42-4250-a73a-046e1bc69f96.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.123752] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-697df973-5555-4074-899b-0f6afb1f2f70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.131469] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 673.131469] env[62822]: value = "task-2763898" [ 673.131469] env[62822]: _type = "Task" [ 673.131469] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.145252] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763898, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.211300] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.211300] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.221101] env[62822]: DEBUG nova.network.neutron [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.221101] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.223514] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.029s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.223770] env[62822]: DEBUG nova.objects.instance [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lazy-loading 'resources' on Instance uuid 70edd62c-1cb7-4e40-9543-fb39760cef5b {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.249038] env[62822]: INFO nova.scheduler.client.report [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Deleted allocations for instance 09d95907-3227-4273-b0ca-cc7dcfd19c53 [ 673.309519] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763895, 'name': CloneVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.421079] env[62822]: DEBUG nova.network.neutron [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Updating instance_info_cache with network_info: [{"id": "6da3c3d0-e8b5-4883-8c60-f99be774eef3", "address": "fa:16:3e:7b:f5:3f", "network": {"id": "45791c70-b25a-49c5-98c3-9a379f1c1ad4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-992356255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "726180629953407eba63eb354d4bc2f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da3c3d0-e8", "ovs_interfaceid": "6da3c3d0-e8b5-4883-8c60-f99be774eef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.642392] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763898, 'name': Rename_Task, 'duration_secs': 0.377273} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.642392] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.642614] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69371d69-3cb5-4ea2-8454-d68c008a4a25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.650692] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 673.650692] env[62822]: value = "task-2763899" [ 673.650692] env[62822]: _type = "Task" [ 673.650692] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.659087] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.760778] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d5844215-9abf-475e-a937-8a4b64e7657d tempest-FloatingIPsAssociationNegativeTestJSON-1722081294 tempest-FloatingIPsAssociationNegativeTestJSON-1722081294-project-member] Lock "09d95907-3227-4273-b0ca-cc7dcfd19c53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.694s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.809375] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763895, 'name': CloneVM_Task, 'duration_secs': 1.606208} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.810028] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Created linked-clone VM from snapshot [ 673.810461] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a8f130-c165-4a1e-b645-4bac193f2a8f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.823142] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Uploading image 187f2fb2-c756-4282-bd4d-158b589817f4 {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 673.850804] env[62822]: DEBUG oslo_vmware.rw_handles [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 673.850804] env[62822]: value = "vm-556069" [ 673.850804] env[62822]: _type = "VirtualMachine" [ 673.850804] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 673.851111] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0a5b1982-4a23-4b32-a1c5-2428003772ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.861466] env[62822]: DEBUG oslo_vmware.rw_handles [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lease: (returnval){ [ 673.861466] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520ee346-115d-8711-ecfa-1e4070df0e72" [ 673.861466] env[62822]: _type = "HttpNfcLease" [ 673.861466] env[62822]: } obtained for exporting VM: (result){ [ 673.861466] env[62822]: value = "vm-556069" [ 673.861466] env[62822]: _type = "VirtualMachine" [ 673.861466] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 673.861466] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the lease: (returnval){ [ 673.861466] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520ee346-115d-8711-ecfa-1e4070df0e72" [ 673.861466] env[62822]: _type = "HttpNfcLease" [ 673.861466] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 673.868909] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 673.868909] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520ee346-115d-8711-ecfa-1e4070df0e72" [ 673.868909] env[62822]: _type = "HttpNfcLease" [ 673.868909] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 673.927044] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Releasing lock "refresh_cache-11541cf8-c651-4963-a4d6-cd08aa6362d3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.927044] env[62822]: DEBUG nova.compute.manager [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Instance network_info: |[{"id": "6da3c3d0-e8b5-4883-8c60-f99be774eef3", "address": "fa:16:3e:7b:f5:3f", "network": {"id": "45791c70-b25a-49c5-98c3-9a379f1c1ad4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-992356255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "726180629953407eba63eb354d4bc2f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da3c3d0-e8", "ovs_interfaceid": "6da3c3d0-e8b5-4883-8c60-f99be774eef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.927246] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:f5:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6da3c3d0-e8b5-4883-8c60-f99be774eef3', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.933486] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Creating folder: Project (726180629953407eba63eb354d4bc2f3). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.936270] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-069c0d33-327e-4013-9deb-9a6a6aa4cb02 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.952166] env[62822]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 673.952166] env[62822]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62822) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 673.952289] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Folder already exists: Project (726180629953407eba63eb354d4bc2f3). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 673.952523] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Creating folder: Instances. Parent ref: group-v556003. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.952809] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c746e3e-e02f-4679-9e5f-6bb796e2468c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.967101] env[62822]: DEBUG nova.compute.manager [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Received event network-vif-plugged-6da3c3d0-e8b5-4883-8c60-f99be774eef3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.967101] env[62822]: DEBUG oslo_concurrency.lockutils [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] Acquiring lock "11541cf8-c651-4963-a4d6-cd08aa6362d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.967101] env[62822]: DEBUG oslo_concurrency.lockutils [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] Lock "11541cf8-c651-4963-a4d6-cd08aa6362d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.967101] env[62822]: DEBUG oslo_concurrency.lockutils [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] Lock "11541cf8-c651-4963-a4d6-cd08aa6362d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.967101] env[62822]: DEBUG nova.compute.manager [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] No waiting events found dispatching network-vif-plugged-6da3c3d0-e8b5-4883-8c60-f99be774eef3 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.967304] env[62822]: WARNING nova.compute.manager [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Received unexpected event network-vif-plugged-6da3c3d0-e8b5-4883-8c60-f99be774eef3 for instance with vm_state building and task_state spawning. [ 673.967304] env[62822]: DEBUG nova.compute.manager [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Received event network-changed-6da3c3d0-e8b5-4883-8c60-f99be774eef3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.967304] env[62822]: DEBUG nova.compute.manager [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Refreshing instance network info cache due to event network-changed-6da3c3d0-e8b5-4883-8c60-f99be774eef3. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 673.967304] env[62822]: DEBUG oslo_concurrency.lockutils [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] Acquiring lock "refresh_cache-11541cf8-c651-4963-a4d6-cd08aa6362d3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.967304] env[62822]: DEBUG oslo_concurrency.lockutils [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] Acquired lock "refresh_cache-11541cf8-c651-4963-a4d6-cd08aa6362d3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.967463] env[62822]: DEBUG nova.network.neutron [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Refreshing network info cache for port 6da3c3d0-e8b5-4883-8c60-f99be774eef3 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.972343] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Created folder: Instances in parent group-v556003. [ 673.972617] env[62822]: DEBUG oslo.service.loopingcall [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.973254] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.973532] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ae4a48f-18c4-4018-982e-c97ef65c4d85 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.998459] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.998459] env[62822]: value = "task-2763903" [ 673.998459] env[62822]: _type = "Task" [ 673.998459] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.009940] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763903, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.162773] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763899, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.274031] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d20d1f-1572-40e7-90be-0b6d6e6e5c00 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.282852] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14476695-511f-4119-92e3-fa66dc49caca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.315474] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddae9aa-b285-433f-9e17-2e857d537ea0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.324685] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8efab3-284a-43e6-b9af-b577510bd710 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.339931] env[62822]: DEBUG nova.compute.provider_tree [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.371089] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.371089] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520ee346-115d-8711-ecfa-1e4070df0e72" [ 674.371089] env[62822]: _type = "HttpNfcLease" [ 674.371089] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 674.371406] env[62822]: DEBUG oslo_vmware.rw_handles [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 674.371406] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520ee346-115d-8711-ecfa-1e4070df0e72" [ 674.371406] env[62822]: _type = "HttpNfcLease" [ 674.371406] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 674.372343] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198a5bf2-9e37-43a8-8450-5ae015d8b8a0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.381680] env[62822]: DEBUG oslo_vmware.rw_handles [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e33-e9b9-a32f-00ad-6012184bcc3a/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 674.382207] env[62822]: DEBUG oslo_vmware.rw_handles [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e33-e9b9-a32f-00ad-6012184bcc3a/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 674.479771] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ce0f9ac-75d3-4c43-aaae-1ed7862fcd3f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.511463] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763903, 'name': CreateVM_Task, 'duration_secs': 0.463375} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.511691] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.513648] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '953bcd7b-dc16-4c29-ae32-f59b17a52266', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556013', 'volume_id': 'a2db2f5d-90c6-4267-a10b-8d24046164fc', 'name': 'volume-a2db2f5d-90c6-4267-a10b-8d24046164fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11541cf8-c651-4963-a4d6-cd08aa6362d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2db2f5d-90c6-4267-a10b-8d24046164fc', 'serial': 'a2db2f5d-90c6-4267-a10b-8d24046164fc'}, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62822) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 674.513909] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Root volume attach. Driver type: vmdk {{(pid=62822) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 674.523893] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b058c8e6-db88-44df-8bb9-3e7af6a031ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.537711] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6d3f88-fd42-4afc-abc7-439874bfac1b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.547783] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2727b9-a919-482c-bfdb-7ded39b19ceb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.556296] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-389b0dfa-71d5-4707-ab31-501d8910c2ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.566074] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Waiting for the task: (returnval){ [ 674.566074] env[62822]: value = "task-2763904" [ 674.566074] env[62822]: _type = "Task" [ 674.566074] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.575874] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763904, 'name': RelocateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.661953] env[62822]: DEBUG oslo_vmware.api [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2763899, 'name': PowerOnVM_Task, 'duration_secs': 0.553312} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.662267] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.662440] env[62822]: INFO nova.compute.manager [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Took 8.65 seconds to spawn the instance on the hypervisor. [ 674.662616] env[62822]: DEBUG nova.compute.manager [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.663468] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7b0566-a435-48ed-a0db-ec536fb620e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.842756] env[62822]: DEBUG nova.scheduler.client.report [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.932039] env[62822]: DEBUG nova.network.neutron [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Updated VIF entry in instance network info cache for port 6da3c3d0-e8b5-4883-8c60-f99be774eef3. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.932527] env[62822]: DEBUG nova.network.neutron [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Updating instance_info_cache with network_info: [{"id": "6da3c3d0-e8b5-4883-8c60-f99be774eef3", "address": "fa:16:3e:7b:f5:3f", "network": {"id": "45791c70-b25a-49c5-98c3-9a379f1c1ad4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-992356255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "726180629953407eba63eb354d4bc2f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da3c3d0-e8", "ovs_interfaceid": "6da3c3d0-e8b5-4883-8c60-f99be774eef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.028549] env[62822]: DEBUG oslo_concurrency.lockutils [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "471d4a05-6756-49d8-8b02-ba7edaa750f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.028866] env[62822]: DEBUG oslo_concurrency.lockutils [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "471d4a05-6756-49d8-8b02-ba7edaa750f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.029125] env[62822]: DEBUG oslo_concurrency.lockutils [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "471d4a05-6756-49d8-8b02-ba7edaa750f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.029329] env[62822]: DEBUG oslo_concurrency.lockutils [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "471d4a05-6756-49d8-8b02-ba7edaa750f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.029570] env[62822]: DEBUG oslo_concurrency.lockutils [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "471d4a05-6756-49d8-8b02-ba7edaa750f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.032308] env[62822]: INFO nova.compute.manager [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Terminating instance [ 675.079694] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763904, 'name': RelocateVM_Task} progress is 40%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.191247] env[62822]: INFO nova.compute.manager [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Took 43.89 seconds to build instance. [ 675.348569] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.351645] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.503s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.354612] env[62822]: INFO nova.compute.claims [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.386238] env[62822]: INFO nova.scheduler.client.report [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Deleted allocations for instance 70edd62c-1cb7-4e40-9543-fb39760cef5b [ 675.435493] env[62822]: DEBUG oslo_concurrency.lockutils [req-853117fe-a4c1-4c6a-b07b-c2ec69bc7b54 req-a05e8874-2f8d-4913-8eaf-3116a1edaffe service nova] Releasing lock "refresh_cache-11541cf8-c651-4963-a4d6-cd08aa6362d3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.537784] env[62822]: DEBUG nova.compute.manager [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.538050] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.539090] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a23aa99-059a-4a3f-96bd-b997f6cc1677 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.552280] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.552677] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71c6090f-97ce-4fdc-adf8-6552357c9598 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.563786] env[62822]: DEBUG oslo_vmware.api [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 675.563786] env[62822]: value = "task-2763905" [ 675.563786] env[62822]: _type = "Task" [ 675.563786] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.585714] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763904, 'name': RelocateVM_Task} progress is 53%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.585987] env[62822]: DEBUG oslo_vmware.api [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.696274] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8528cdbe-de35-4b3d-a023-512c7813f3bf tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.204s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.715677] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "b4a81199-7124-4839-b399-2be629aff6cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.716169] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "b4a81199-7124-4839-b399-2be629aff6cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.901285] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dcca562e-bf69-4a6c-9a82-67dca4ac7632 tempest-ImagesOneServerTestJSON-1093200441 tempest-ImagesOneServerTestJSON-1093200441-project-member] Lock "70edd62c-1cb7-4e40-9543-fb39760cef5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.692s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.080623] env[62822]: DEBUG oslo_vmware.api [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763905, 'name': PowerOffVM_Task, 'duration_secs': 0.302153} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.085067] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.085201] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.085567] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763904, 'name': RelocateVM_Task} progress is 63%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.085919] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-719a2b66-0975-449a-8824-cd5a6f95c754 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.172024] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.172931] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.173335] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Deleting the datastore file [datastore1] 471d4a05-6756-49d8-8b02-ba7edaa750f9 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.173749] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fde89d7-6e70-413b-944c-e3e87c723c6e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.183965] env[62822]: DEBUG oslo_vmware.api [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 676.183965] env[62822]: value = "task-2763907" [ 676.183965] env[62822]: _type = "Task" [ 676.183965] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.198818] env[62822]: DEBUG oslo_vmware.api [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.205520] env[62822]: DEBUG nova.compute.manager [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.588387] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763904, 'name': RelocateVM_Task} progress is 78%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.698477] env[62822]: DEBUG oslo_vmware.api [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2763907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404753} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.698877] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.699317] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.699742] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.699884] env[62822]: INFO nova.compute.manager [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 676.700321] env[62822]: DEBUG oslo.service.loopingcall [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 676.706444] env[62822]: DEBUG nova.compute.manager [-] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.706812] env[62822]: DEBUG nova.network.neutron [-] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.736996] env[62822]: DEBUG nova.compute.manager [req-437d08b1-d69a-4169-9f78-c047d8e19f07 req-5e443aa0-c8bf-4707-85ce-f7cb0a4a9f24 service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Received event network-changed-8d88f392-f8fd-4108-b191-bb8156946ddb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.737474] env[62822]: DEBUG nova.compute.manager [req-437d08b1-d69a-4169-9f78-c047d8e19f07 req-5e443aa0-c8bf-4707-85ce-f7cb0a4a9f24 service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Refreshing instance network info cache due to event network-changed-8d88f392-f8fd-4108-b191-bb8156946ddb. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 676.737691] env[62822]: DEBUG oslo_concurrency.lockutils [req-437d08b1-d69a-4169-9f78-c047d8e19f07 req-5e443aa0-c8bf-4707-85ce-f7cb0a4a9f24 service nova] Acquiring lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.737886] env[62822]: DEBUG oslo_concurrency.lockutils [req-437d08b1-d69a-4169-9f78-c047d8e19f07 req-5e443aa0-c8bf-4707-85ce-f7cb0a4a9f24 service nova] Acquired lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.738009] env[62822]: DEBUG nova.network.neutron [req-437d08b1-d69a-4169-9f78-c047d8e19f07 req-5e443aa0-c8bf-4707-85ce-f7cb0a4a9f24 service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Refreshing network info cache for port 8d88f392-f8fd-4108-b191-bb8156946ddb {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.743922] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.858269] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Acquiring lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.858395] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.079346] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4768bb8f-0ad1-4ca2-871b-624947dd9143 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.093403] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763904, 'name': RelocateVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.097356] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cb3b88-6d42-4ff6-b350-d95d9362f2fd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.138766] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48f4012-9850-4a98-a74f-79b057fb32a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.152758] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c71d8cc-d6f7-4ff1-9443-1aa5815c54e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.172356] env[62822]: DEBUG nova.compute.provider_tree [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.364542] env[62822]: DEBUG nova.compute.utils [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.589275] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763904, 'name': RelocateVM_Task} progress is 97%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.675947] env[62822]: DEBUG nova.scheduler.client.report [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.720452] env[62822]: DEBUG nova.network.neutron [req-437d08b1-d69a-4169-9f78-c047d8e19f07 req-5e443aa0-c8bf-4707-85ce-f7cb0a4a9f24 service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updated VIF entry in instance network info cache for port 8d88f392-f8fd-4108-b191-bb8156946ddb. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.720744] env[62822]: DEBUG nova.network.neutron [req-437d08b1-d69a-4169-9f78-c047d8e19f07 req-5e443aa0-c8bf-4707-85ce-f7cb0a4a9f24 service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance_info_cache with network_info: [{"id": "8d88f392-f8fd-4108-b191-bb8156946ddb", "address": "fa:16:3e:94:1a:8e", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d88f392-f8", "ovs_interfaceid": "8d88f392-f8fd-4108-b191-bb8156946ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.868337] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.086372] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763904, 'name': RelocateVM_Task} progress is 98%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.181760] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.182574] env[62822]: DEBUG nova.compute.manager [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.185623] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.110s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.187344] env[62822]: INFO nova.compute.claims [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.190033] env[62822]: DEBUG nova.network.neutron [-] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.223672] env[62822]: DEBUG oslo_concurrency.lockutils [req-437d08b1-d69a-4169-9f78-c047d8e19f07 req-5e443aa0-c8bf-4707-85ce-f7cb0a4a9f24 service nova] Releasing lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.589191] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763904, 'name': RelocateVM_Task, 'duration_secs': 3.933982} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.589546] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 678.589969] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556013', 'volume_id': 'a2db2f5d-90c6-4267-a10b-8d24046164fc', 'name': 'volume-a2db2f5d-90c6-4267-a10b-8d24046164fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11541cf8-c651-4963-a4d6-cd08aa6362d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2db2f5d-90c6-4267-a10b-8d24046164fc', 'serial': 'a2db2f5d-90c6-4267-a10b-8d24046164fc'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 678.591057] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f549ccdb-eade-40e3-a104-ffa7b970f61f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.619297] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1020f26-01c4-43a6-aa6a-8da3a5525652 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.648564] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] volume-a2db2f5d-90c6-4267-a10b-8d24046164fc/volume-a2db2f5d-90c6-4267-a10b-8d24046164fc.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.648970] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a46d9d-96b7-42bb-bd3b-e39ee7f819e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.673029] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Waiting for the task: (returnval){ [ 678.673029] env[62822]: value = "task-2763908" [ 678.673029] env[62822]: _type = "Task" [ 678.673029] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.685523] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.697457] env[62822]: DEBUG nova.compute.utils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.702023] env[62822]: INFO nova.compute.manager [-] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Took 1.99 seconds to deallocate network for instance. [ 678.702023] env[62822]: DEBUG nova.compute.manager [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.702023] env[62822]: DEBUG nova.network.neutron [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.754884] env[62822]: DEBUG nova.policy [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2358abc57a934d5e84826456588bbda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f061b2bd42ac437a934f98ae2935788b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.785962] env[62822]: DEBUG nova.compute.manager [req-b2e77087-e435-4cd1-b726-13b8bef089de req-84d692e1-5542-4e81-9532-676e7c8af73f service nova] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Received event network-vif-deleted-cca6a4f8-6bb6-42fa-8f06-1c396e400946 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.965040] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Acquiring lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.965407] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.965633] env[62822]: INFO nova.compute.manager [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Attaching volume 9e722129-34aa-4dc6-aa4c-ca59ca287aa1 to /dev/sdb [ 679.007892] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691965ea-3752-4cfc-994c-03ccfd1c818a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.015973] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bfca54-957e-491c-b6a2-d08d32de9de6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.035689] env[62822]: DEBUG nova.virt.block_device [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Updating existing volume attachment record: af349b03-8ace-4899-922e-f89fd4854a11 {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 679.186269] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763908, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.203859] env[62822]: DEBUG nova.compute.manager [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.216284] env[62822]: DEBUG oslo_concurrency.lockutils [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.307955] env[62822]: DEBUG nova.network.neutron [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Successfully created port: 45994ec3-7b75-431e-aa4c-8da142993e18 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.694597] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763908, 'name': ReconfigVM_Task, 'duration_secs': 0.580385} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.698049] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Reconfigured VM instance instance-0000001f to attach disk [datastore1] volume-a2db2f5d-90c6-4267-a10b-8d24046164fc/volume-a2db2f5d-90c6-4267-a10b-8d24046164fc.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.705040] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74aedcb9-be06-4f97-901a-3237e3396dc9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.729991] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Waiting for the task: (returnval){ [ 679.729991] env[62822]: value = "task-2763912" [ 679.729991] env[62822]: _type = "Task" [ 679.729991] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.741035] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.798658] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b2f820-d2a3-4f35-9a0f-b0027cf1e1f0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.808232] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c02c74-01f1-45a7-b441-2e5cb42d172d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.861669] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06328db7-96e4-49d5-be16-c068abd4fcfc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.872216] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d712ef-dfc7-4beb-b92b-5b3eeb8a7ba4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.893033] env[62822]: DEBUG nova.compute.provider_tree [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.224393] env[62822]: DEBUG nova.compute.manager [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.245017] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.267077] env[62822]: DEBUG nova.virt.hardware [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.267332] env[62822]: DEBUG nova.virt.hardware [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.267511] env[62822]: DEBUG nova.virt.hardware [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.267697] env[62822]: DEBUG nova.virt.hardware [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.267841] env[62822]: DEBUG nova.virt.hardware [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.267986] env[62822]: DEBUG nova.virt.hardware [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.269382] env[62822]: DEBUG nova.virt.hardware [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.270386] env[62822]: DEBUG nova.virt.hardware [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.271317] env[62822]: DEBUG nova.virt.hardware [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.271523] env[62822]: DEBUG nova.virt.hardware [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.271708] env[62822]: DEBUG nova.virt.hardware [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.272815] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78884b40-5bcd-4450-a4b5-cc882a4f803e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.282110] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30179685-d46e-45db-b0c6-55bb59f10f2a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.396084] env[62822]: DEBUG nova.scheduler.client.report [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.743868] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.901564] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.903175] env[62822]: DEBUG nova.compute.manager [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.905370] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.546s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.905554] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.905707] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 680.906016] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.475s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.906233] env[62822]: DEBUG nova.objects.instance [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lazy-loading 'resources' on Instance uuid c7824155-d50c-4d8f-91f5-269a72b380f5 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.910430] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0007252-68b3-4d54-a734-80a02fcee404 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.922836] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d637de8-e6e5-47f4-be73-f8ca367aa7c5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.944741] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e60813-dd34-4f7a-8bf1-4d3bb8bcff5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.954729] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d82fdb5-6ab7-4d0f-9616-85a631a06ff4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.996295] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179367MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 680.996495] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.246193] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763912, 'name': ReconfigVM_Task, 'duration_secs': 1.182343} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.246518] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556013', 'volume_id': 'a2db2f5d-90c6-4267-a10b-8d24046164fc', 'name': 'volume-a2db2f5d-90c6-4267-a10b-8d24046164fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11541cf8-c651-4963-a4d6-cd08aa6362d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2db2f5d-90c6-4267-a10b-8d24046164fc', 'serial': 'a2db2f5d-90c6-4267-a10b-8d24046164fc'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 681.247078] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf38595f-b21d-40a5-9594-3b13abe8a2ba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.256576] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Waiting for the task: (returnval){ [ 681.256576] env[62822]: value = "task-2763913" [ 681.256576] env[62822]: _type = "Task" [ 681.256576] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.268951] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763913, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.412044] env[62822]: DEBUG nova.compute.utils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.412044] env[62822]: DEBUG nova.compute.manager [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.412463] env[62822]: DEBUG nova.network.neutron [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.535866] env[62822]: DEBUG nova.policy [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15db6303aeac40b499bd63fe85803a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59eb44b398745ed9a68c5e4d2f68d5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.564993] env[62822]: DEBUG nova.network.neutron [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Successfully updated port: 45994ec3-7b75-431e-aa4c-8da142993e18 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.573561] env[62822]: DEBUG nova.compute.manager [req-0bcf7bb9-a956-4536-ba2d-78f94bfe7a92 req-1ec8e324-bc94-4851-81cd-d88439ae1178 service nova] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Received event network-vif-plugged-45994ec3-7b75-431e-aa4c-8da142993e18 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.574046] env[62822]: DEBUG oslo_concurrency.lockutils [req-0bcf7bb9-a956-4536-ba2d-78f94bfe7a92 req-1ec8e324-bc94-4851-81cd-d88439ae1178 service nova] Acquiring lock "7bc03c18-24a9-4e83-aaf7-a16af8164829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.574191] env[62822]: DEBUG oslo_concurrency.lockutils [req-0bcf7bb9-a956-4536-ba2d-78f94bfe7a92 req-1ec8e324-bc94-4851-81cd-d88439ae1178 service nova] Lock "7bc03c18-24a9-4e83-aaf7-a16af8164829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.574368] env[62822]: DEBUG oslo_concurrency.lockutils [req-0bcf7bb9-a956-4536-ba2d-78f94bfe7a92 req-1ec8e324-bc94-4851-81cd-d88439ae1178 service nova] Lock "7bc03c18-24a9-4e83-aaf7-a16af8164829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.574599] env[62822]: DEBUG nova.compute.manager [req-0bcf7bb9-a956-4536-ba2d-78f94bfe7a92 req-1ec8e324-bc94-4851-81cd-d88439ae1178 service nova] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] No waiting events found dispatching network-vif-plugged-45994ec3-7b75-431e-aa4c-8da142993e18 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.575350] env[62822]: WARNING nova.compute.manager [req-0bcf7bb9-a956-4536-ba2d-78f94bfe7a92 req-1ec8e324-bc94-4851-81cd-d88439ae1178 service nova] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Received unexpected event network-vif-plugged-45994ec3-7b75-431e-aa4c-8da142993e18 for instance with vm_state building and task_state spawning. [ 681.768650] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763913, 'name': Rename_Task, 'duration_secs': 0.25699} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.773243] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.774114] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c4ea5f7-7421-4d5f-9acd-52461513bf4d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.787520] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Waiting for the task: (returnval){ [ 681.787520] env[62822]: value = "task-2763915" [ 681.787520] env[62822]: _type = "Task" [ 681.787520] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.800948] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.916762] env[62822]: DEBUG nova.compute.manager [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.927435] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.927776] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.072839] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "refresh_cache-7bc03c18-24a9-4e83-aaf7-a16af8164829" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.072839] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "refresh_cache-7bc03c18-24a9-4e83-aaf7-a16af8164829" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.072839] env[62822]: DEBUG nova.network.neutron [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.126375] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa180b2-6d62-417b-b4ce-ee9066981523 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.135478] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfe401a-57fe-4dd4-81a2-8534d618909c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.174725] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f63d944-c568-4a08-9776-3234d1280eb4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.178371] env[62822]: DEBUG nova.network.neutron [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Successfully created port: 2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.186863] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e189a6af-4ddd-4878-b0b3-55b4a640b1d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.202976] env[62822]: DEBUG nova.compute.provider_tree [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.299528] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763915, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.643158] env[62822]: DEBUG nova.network.neutron [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.708261] env[62822]: DEBUG nova.scheduler.client.report [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.801326] env[62822]: DEBUG oslo_vmware.api [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2763915, 'name': PowerOnVM_Task, 'duration_secs': 0.831322} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.801685] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.801892] env[62822]: INFO nova.compute.manager [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Took 10.11 seconds to spawn the instance on the hypervisor. [ 682.802257] env[62822]: DEBUG nova.compute.manager [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.804631] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a660c9-1736-4f75-abcd-15ac8c69fcf4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.868921] env[62822]: DEBUG nova.network.neutron [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Updating instance_info_cache with network_info: [{"id": "45994ec3-7b75-431e-aa4c-8da142993e18", "address": "fa:16:3e:e8:16:66", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45994ec3-7b", "ovs_interfaceid": "45994ec3-7b75-431e-aa4c-8da142993e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.932916] env[62822]: DEBUG nova.compute.manager [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.962051] env[62822]: DEBUG nova.virt.hardware [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.962389] env[62822]: DEBUG nova.virt.hardware [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.962575] env[62822]: DEBUG nova.virt.hardware [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.962793] env[62822]: DEBUG nova.virt.hardware [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.962941] env[62822]: DEBUG nova.virt.hardware [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.963100] env[62822]: DEBUG nova.virt.hardware [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.963315] env[62822]: DEBUG nova.virt.hardware [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.963470] env[62822]: DEBUG nova.virt.hardware [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.963635] env[62822]: DEBUG nova.virt.hardware [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.963793] env[62822]: DEBUG nova.virt.hardware [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.963985] env[62822]: DEBUG nova.virt.hardware [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.964868] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439ca5c8-56cf-47c5-828f-dafde2a465d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.974131] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0542a6fd-641d-4461-9969-559fec96aba4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.213577] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.216492] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.598s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.216773] env[62822]: DEBUG nova.objects.instance [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lazy-loading 'resources' on Instance uuid 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.247950] env[62822]: INFO nova.scheduler.client.report [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleted allocations for instance c7824155-d50c-4d8f-91f5-269a72b380f5 [ 683.329930] env[62822]: INFO nova.compute.manager [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Took 44.79 seconds to build instance. [ 683.374588] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "refresh_cache-7bc03c18-24a9-4e83-aaf7-a16af8164829" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.374588] env[62822]: DEBUG nova.compute.manager [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Instance network_info: |[{"id": "45994ec3-7b75-431e-aa4c-8da142993e18", "address": "fa:16:3e:e8:16:66", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45994ec3-7b", "ovs_interfaceid": "45994ec3-7b75-431e-aa4c-8da142993e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.374733] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:16:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45994ec3-7b75-431e-aa4c-8da142993e18', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.386203] env[62822]: DEBUG oslo.service.loopingcall [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.386821] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.387143] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-489e95af-3248-4e21-8b3a-1ddf94ba1518 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.412693] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.412693] env[62822]: value = "task-2763916" [ 683.412693] env[62822]: _type = "Task" [ 683.412693] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.424152] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763916, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.604981] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 683.605300] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556074', 'volume_id': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'name': 'volume-9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50f2676d-83dd-4b21-8b1a-43868a8429c0', 'attached_at': '', 'detached_at': '', 'volume_id': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'serial': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 683.606264] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea99e31-2ea0-47a6-ae0c-485e13464a3f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.629542] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c01eade-43c9-4d8f-8465-45bab70a45ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.665022] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-9e722129-34aa-4dc6-aa4c-ca59ca287aa1/volume-9e722129-34aa-4dc6-aa4c-ca59ca287aa1.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.667231] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cbdadf8-e40e-468a-89ff-5fa15dac03d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.686461] env[62822]: DEBUG nova.compute.manager [req-736171e3-ee17-4aaa-84b0-0c8f05ce6567 req-9e11691c-01dd-4032-80b5-bc2ed27d2db1 service nova] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Received event network-changed-45994ec3-7b75-431e-aa4c-8da142993e18 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.686721] env[62822]: DEBUG nova.compute.manager [req-736171e3-ee17-4aaa-84b0-0c8f05ce6567 req-9e11691c-01dd-4032-80b5-bc2ed27d2db1 service nova] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Refreshing instance network info cache due to event network-changed-45994ec3-7b75-431e-aa4c-8da142993e18. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.686973] env[62822]: DEBUG oslo_concurrency.lockutils [req-736171e3-ee17-4aaa-84b0-0c8f05ce6567 req-9e11691c-01dd-4032-80b5-bc2ed27d2db1 service nova] Acquiring lock "refresh_cache-7bc03c18-24a9-4e83-aaf7-a16af8164829" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.687164] env[62822]: DEBUG oslo_concurrency.lockutils [req-736171e3-ee17-4aaa-84b0-0c8f05ce6567 req-9e11691c-01dd-4032-80b5-bc2ed27d2db1 service nova] Acquired lock "refresh_cache-7bc03c18-24a9-4e83-aaf7-a16af8164829" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.687355] env[62822]: DEBUG nova.network.neutron [req-736171e3-ee17-4aaa-84b0-0c8f05ce6567 req-9e11691c-01dd-4032-80b5-bc2ed27d2db1 service nova] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Refreshing network info cache for port 45994ec3-7b75-431e-aa4c-8da142993e18 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.699823] env[62822]: DEBUG oslo_vmware.api [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Waiting for the task: (returnval){ [ 683.699823] env[62822]: value = "task-2763917" [ 683.699823] env[62822]: _type = "Task" [ 683.699823] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.711036] env[62822]: DEBUG oslo_vmware.api [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Task: {'id': task-2763917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.757035] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eef3d78f-dfa5-465b-a064-5c7065d58239 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "c7824155-d50c-4d8f-91f5-269a72b380f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.064s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.835031] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecdee767-d0bc-49ae-9fb1-17345270a538 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Lock "11541cf8-c651-4963-a4d6-cd08aa6362d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.434s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.928865] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763916, 'name': CreateVM_Task, 'duration_secs': 0.448046} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.929253] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.930303] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.930621] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.931057] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.933860] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74ab364-7d57-4898-a9f1-1a3e2e8eee87 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.942435] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 683.942435] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bd395c-5923-7ee0-1711-45b871968f50" [ 683.942435] env[62822]: _type = "Task" [ 683.942435] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.960690] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bd395c-5923-7ee0-1711-45b871968f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.052987] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "d2942f62-06a3-4732-83ff-c58015c992b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.053386] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "d2942f62-06a3-4732-83ff-c58015c992b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.069456] env[62822]: DEBUG nova.network.neutron [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Successfully updated port: 2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.213484] env[62822]: DEBUG oslo_vmware.api [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Task: {'id': task-2763917, 'name': ReconfigVM_Task, 'duration_secs': 0.470911} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.213780] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-9e722129-34aa-4dc6-aa4c-ca59ca287aa1/volume-9e722129-34aa-4dc6-aa4c-ca59ca287aa1.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.222264] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f54ace-0501-4e58-a941-410b3e5ab599 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.249178] env[62822]: DEBUG oslo_vmware.api [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Waiting for the task: (returnval){ [ 684.249178] env[62822]: value = "task-2763918" [ 684.249178] env[62822]: _type = "Task" [ 684.249178] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.265868] env[62822]: DEBUG oslo_vmware.api [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Task: {'id': task-2763918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.296685] env[62822]: DEBUG nova.compute.manager [req-06bdbada-f5f2-48ba-8dc5-57dbdbc8b3ce req-07fa0af5-4a25-49dc-9117-0a50c6d77c3f service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Received event network-changed-6da3c3d0-e8b5-4883-8c60-f99be774eef3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.297041] env[62822]: DEBUG nova.compute.manager [req-06bdbada-f5f2-48ba-8dc5-57dbdbc8b3ce req-07fa0af5-4a25-49dc-9117-0a50c6d77c3f service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Refreshing instance network info cache due to event network-changed-6da3c3d0-e8b5-4883-8c60-f99be774eef3. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.298023] env[62822]: DEBUG oslo_concurrency.lockutils [req-06bdbada-f5f2-48ba-8dc5-57dbdbc8b3ce req-07fa0af5-4a25-49dc-9117-0a50c6d77c3f service nova] Acquiring lock "refresh_cache-11541cf8-c651-4963-a4d6-cd08aa6362d3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.298023] env[62822]: DEBUG oslo_concurrency.lockutils [req-06bdbada-f5f2-48ba-8dc5-57dbdbc8b3ce req-07fa0af5-4a25-49dc-9117-0a50c6d77c3f service nova] Acquired lock "refresh_cache-11541cf8-c651-4963-a4d6-cd08aa6362d3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.298023] env[62822]: DEBUG nova.network.neutron [req-06bdbada-f5f2-48ba-8dc5-57dbdbc8b3ce req-07fa0af5-4a25-49dc-9117-0a50c6d77c3f service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Refreshing network info cache for port 6da3c3d0-e8b5-4883-8c60-f99be774eef3 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.338974] env[62822]: DEBUG nova.compute.manager [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.353228] env[62822]: DEBUG oslo_vmware.rw_handles [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e33-e9b9-a32f-00ad-6012184bcc3a/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 684.353742] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04130de6-107a-4cf1-8e66-c62e9f5c9ada {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.369127] env[62822]: DEBUG oslo_vmware.rw_handles [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e33-e9b9-a32f-00ad-6012184bcc3a/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 684.369127] env[62822]: ERROR oslo_vmware.rw_handles [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e33-e9b9-a32f-00ad-6012184bcc3a/disk-0.vmdk due to incomplete transfer. [ 684.369747] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a303207-f3d2-442d-b434-9ee8a89a7cf4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.379356] env[62822]: DEBUG oslo_vmware.rw_handles [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e33-e9b9-a32f-00ad-6012184bcc3a/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 684.379758] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Uploaded image 187f2fb2-c756-4282-bd4d-158b589817f4 to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 684.382279] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 684.386396] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ffba7962-1445-4584-930e-61a4f73f0ef9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.395553] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 684.395553] env[62822]: value = "task-2763919" [ 684.395553] env[62822]: _type = "Task" [ 684.395553] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.408424] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763919, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.423101] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc29f5d3-90df-41ed-a78b-9b3f12d6a6b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.440856] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47327c0b-5335-4387-b090-5fd2d587f0bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.455292] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bd395c-5923-7ee0-1711-45b871968f50, 'name': SearchDatastore_Task, 'duration_secs': 0.015498} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.484766] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.485908] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.486196] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.486554] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.486792] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.490014] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1954cac5-5344-436d-9f7d-93d7d7d73c9e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.492417] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b07a6fc-4508-49af-b036-713ad53ed4b9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.505731] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f8ed6-768c-425a-96f6-26f4f704afcd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.509517] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.509749] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.511220] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de01bf6f-4112-4339-aaac-257f0fe78d0d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.524309] env[62822]: DEBUG nova.compute.provider_tree [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.528016] env[62822]: DEBUG nova.network.neutron [req-736171e3-ee17-4aaa-84b0-0c8f05ce6567 req-9e11691c-01dd-4032-80b5-bc2ed27d2db1 service nova] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Updated VIF entry in instance network info cache for port 45994ec3-7b75-431e-aa4c-8da142993e18. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.528016] env[62822]: DEBUG nova.network.neutron [req-736171e3-ee17-4aaa-84b0-0c8f05ce6567 req-9e11691c-01dd-4032-80b5-bc2ed27d2db1 service nova] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Updating instance_info_cache with network_info: [{"id": "45994ec3-7b75-431e-aa4c-8da142993e18", "address": "fa:16:3e:e8:16:66", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45994ec3-7b", "ovs_interfaceid": "45994ec3-7b75-431e-aa4c-8da142993e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.532725] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 684.532725] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a7d461-92e7-ca3d-1bf6-272c263111e4" [ 684.532725] env[62822]: _type = "Task" [ 684.532725] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.544648] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a7d461-92e7-ca3d-1bf6-272c263111e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.571988] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquiring lock "refresh_cache-1cb0dd52-e92e-4d1f-82ad-926fd793c889" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.571988] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquired lock "refresh_cache-1cb0dd52-e92e-4d1f-82ad-926fd793c889" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.571988] env[62822]: DEBUG nova.network.neutron [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.764212] env[62822]: DEBUG oslo_vmware.api [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Task: {'id': task-2763918, 'name': ReconfigVM_Task, 'duration_secs': 0.159497} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.764554] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556074', 'volume_id': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'name': 'volume-9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50f2676d-83dd-4b21-8b1a-43868a8429c0', 'attached_at': '', 'detached_at': '', 'volume_id': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'serial': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 684.871761] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.906997] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763919, 'name': Destroy_Task, 'duration_secs': 0.413535} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.907285] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Destroyed the VM [ 684.907525] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 684.907926] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ecc922b-6cc7-49b1-9c5b-0096bbff1c7e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.919384] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 684.919384] env[62822]: value = "task-2763920" [ 684.919384] env[62822]: _type = "Task" [ 684.919384] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.931074] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763920, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.030818] env[62822]: DEBUG nova.scheduler.client.report [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.035147] env[62822]: DEBUG oslo_concurrency.lockutils [req-736171e3-ee17-4aaa-84b0-0c8f05ce6567 req-9e11691c-01dd-4032-80b5-bc2ed27d2db1 service nova] Releasing lock "refresh_cache-7bc03c18-24a9-4e83-aaf7-a16af8164829" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.049830] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a7d461-92e7-ca3d-1bf6-272c263111e4, 'name': SearchDatastore_Task, 'duration_secs': 0.042336} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.050788] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3c8970-19e5-43ba-bb59-b04c32bbbc26 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.062486] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 685.062486] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526488ea-89cc-10c2-564a-6d0599e712a7" [ 685.062486] env[62822]: _type = "Task" [ 685.062486] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.078997] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526488ea-89cc-10c2-564a-6d0599e712a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.135839] env[62822]: DEBUG nova.network.neutron [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.178382] env[62822]: DEBUG nova.network.neutron [req-06bdbada-f5f2-48ba-8dc5-57dbdbc8b3ce req-07fa0af5-4a25-49dc-9117-0a50c6d77c3f service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Updated VIF entry in instance network info cache for port 6da3c3d0-e8b5-4883-8c60-f99be774eef3. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.179163] env[62822]: DEBUG nova.network.neutron [req-06bdbada-f5f2-48ba-8dc5-57dbdbc8b3ce req-07fa0af5-4a25-49dc-9117-0a50c6d77c3f service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Updating instance_info_cache with network_info: [{"id": "6da3c3d0-e8b5-4883-8c60-f99be774eef3", "address": "fa:16:3e:7b:f5:3f", "network": {"id": "45791c70-b25a-49c5-98c3-9a379f1c1ad4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-992356255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "726180629953407eba63eb354d4bc2f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da3c3d0-e8", "ovs_interfaceid": "6da3c3d0-e8b5-4883-8c60-f99be774eef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.399942] env[62822]: DEBUG nova.network.neutron [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Updating instance_info_cache with network_info: [{"id": "2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df", "address": "fa:16:3e:d8:d4:0f", "network": {"id": "8a181e04-9b79-4376-ab3f-73c4b83d9ff0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2024984863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59eb44b398745ed9a68c5e4d2f68d5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2bba7c-1b", "ovs_interfaceid": "2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.430421] env[62822]: DEBUG oslo_vmware.api [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763920, 'name': RemoveSnapshot_Task, 'duration_secs': 0.499237} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.430763] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 685.431037] env[62822]: INFO nova.compute.manager [None req-359fb08e-91bc-4aad-a7b5-0b4fa23df22f tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Took 15.76 seconds to snapshot the instance on the hypervisor. [ 685.537563] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.540141] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.670s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.540418] env[62822]: DEBUG nova.objects.instance [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Lazy-loading 'resources' on Instance uuid 0db29d19-ff59-4f09-8ebb-62c3f4ad3688 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.563490] env[62822]: INFO nova.scheduler.client.report [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleted allocations for instance 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8 [ 685.577352] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526488ea-89cc-10c2-564a-6d0599e712a7, 'name': SearchDatastore_Task, 'duration_secs': 0.026139} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.577662] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.577932] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 7bc03c18-24a9-4e83-aaf7-a16af8164829/7bc03c18-24a9-4e83-aaf7-a16af8164829.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.578202] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b4dffca-ac7c-49e6-a959-2b6818a35d7b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.586402] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 685.586402] env[62822]: value = "task-2763921" [ 685.586402] env[62822]: _type = "Task" [ 685.586402] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.595972] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.682511] env[62822]: DEBUG oslo_concurrency.lockutils [req-06bdbada-f5f2-48ba-8dc5-57dbdbc8b3ce req-07fa0af5-4a25-49dc-9117-0a50c6d77c3f service nova] Releasing lock "refresh_cache-11541cf8-c651-4963-a4d6-cd08aa6362d3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.742919] env[62822]: DEBUG nova.compute.manager [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Received event network-vif-plugged-2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.743165] env[62822]: DEBUG oslo_concurrency.lockutils [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] Acquiring lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.743372] env[62822]: DEBUG oslo_concurrency.lockutils [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] Lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.743533] env[62822]: DEBUG oslo_concurrency.lockutils [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] Lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.743728] env[62822]: DEBUG nova.compute.manager [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] No waiting events found dispatching network-vif-plugged-2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.743907] env[62822]: WARNING nova.compute.manager [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Received unexpected event network-vif-plugged-2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df for instance with vm_state building and task_state spawning. [ 685.744075] env[62822]: DEBUG nova.compute.manager [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Received event network-changed-2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.744232] env[62822]: DEBUG nova.compute.manager [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Refreshing instance network info cache due to event network-changed-2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 685.744397] env[62822]: DEBUG oslo_concurrency.lockutils [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] Acquiring lock "refresh_cache-1cb0dd52-e92e-4d1f-82ad-926fd793c889" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.805267] env[62822]: DEBUG nova.objects.instance [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Lazy-loading 'flavor' on Instance uuid 50f2676d-83dd-4b21-8b1a-43868a8429c0 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.903496] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Releasing lock "refresh_cache-1cb0dd52-e92e-4d1f-82ad-926fd793c889" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.903740] env[62822]: DEBUG nova.compute.manager [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Instance network_info: |[{"id": "2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df", "address": "fa:16:3e:d8:d4:0f", "network": {"id": "8a181e04-9b79-4376-ab3f-73c4b83d9ff0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2024984863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59eb44b398745ed9a68c5e4d2f68d5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2bba7c-1b", "ovs_interfaceid": "2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.904042] env[62822]: DEBUG oslo_concurrency.lockutils [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] Acquired lock "refresh_cache-1cb0dd52-e92e-4d1f-82ad-926fd793c889" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.904226] env[62822]: DEBUG nova.network.neutron [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Refreshing network info cache for port 2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.905468] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:d4:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.914689] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Creating folder: Project (d59eb44b398745ed9a68c5e4d2f68d5b). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.918185] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68454540-b8ea-47cb-ab5c-5e5d8d53a03a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.938507] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Created folder: Project (d59eb44b398745ed9a68c5e4d2f68d5b) in parent group-v555973. [ 685.938507] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Creating folder: Instances. Parent ref: group-v556076. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.938507] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90fee779-1b2f-4435-8a8a-1a1edc7e5254 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.953998] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Created folder: Instances in parent group-v556076. [ 685.954263] env[62822]: DEBUG oslo.service.loopingcall [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.956751] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.957303] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ebadf8d-c3b7-4033-a49f-77f3c994ab4e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.981748] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.981748] env[62822]: value = "task-2763924" [ 685.981748] env[62822]: _type = "Task" [ 685.981748] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.992031] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763924, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.077663] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab16e505-8d13-435c-a7da-b55d46ebceae tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.977s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.113674] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763921, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.217664] env[62822]: DEBUG nova.network.neutron [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Updated VIF entry in instance network info cache for port 2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.218205] env[62822]: DEBUG nova.network.neutron [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Updating instance_info_cache with network_info: [{"id": "2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df", "address": "fa:16:3e:d8:d4:0f", "network": {"id": "8a181e04-9b79-4376-ab3f-73c4b83d9ff0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2024984863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59eb44b398745ed9a68c5e4d2f68d5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2bba7c-1b", "ovs_interfaceid": "2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.314280] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bd8dd9c7-7d19-4f2b-b6d1-46994a21369f tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.349s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.492116] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763924, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.600774] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839878} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.600774] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 7bc03c18-24a9-4e83-aaf7-a16af8164829/7bc03c18-24a9-4e83-aaf7-a16af8164829.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.600774] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.601040] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e7a574b-25e0-4007-ae19-2e27a947639e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.608920] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 686.608920] env[62822]: value = "task-2763925" [ 686.608920] env[62822]: _type = "Task" [ 686.608920] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.621066] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.668367] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af829cb3-a893-4910-9ca3-05f686f6b232 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.676546] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197ff096-9b7a-432a-83b3-777aad350e70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.708832] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ef343-949d-4496-a766-4b27e49b3761 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.718146] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84996a65-086e-4f2c-862b-dac3efcb7a16 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.723030] env[62822]: DEBUG oslo_concurrency.lockutils [req-ce5fb687-d7d2-4737-af2b-58b78d3a3ca7 req-c595a364-e4e9-4a18-9cf3-a316b12059ad service nova] Releasing lock "refresh_cache-1cb0dd52-e92e-4d1f-82ad-926fd793c889" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.736150] env[62822]: DEBUG nova.compute.provider_tree [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.882162] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Acquiring lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.882425] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.997878] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763924, 'name': CreateVM_Task, 'duration_secs': 0.607346} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.997878] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.997878] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.997878] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.997878] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.997878] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0858a940-7720-4dff-ae0d-1840b1fd8976 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.003508] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for the task: (returnval){ [ 687.003508] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b33cd1-da18-b4b5-65c8-6faefbd60c6d" [ 687.003508] env[62822]: _type = "Task" [ 687.003508] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.012319] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b33cd1-da18-b4b5-65c8-6faefbd60c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.122047] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194293} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.122272] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.123138] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49349467-98c2-4c89-a559-053f6e567ac1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.147031] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 7bc03c18-24a9-4e83-aaf7-a16af8164829/7bc03c18-24a9-4e83-aaf7-a16af8164829.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.147304] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3adb7c95-f0e3-43c3-a95a-7837434fb2a0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.169641] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 687.169641] env[62822]: value = "task-2763926" [ 687.169641] env[62822]: _type = "Task" [ 687.169641] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.178801] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.239045] env[62822]: DEBUG nova.scheduler.client.report [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.386373] env[62822]: INFO nova.compute.manager [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Detaching volume 9e722129-34aa-4dc6-aa4c-ca59ca287aa1 [ 687.425771] env[62822]: INFO nova.virt.block_device [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Attempting to driver detach volume 9e722129-34aa-4dc6-aa4c-ca59ca287aa1 from mountpoint /dev/sdb [ 687.425771] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 687.426037] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556074', 'volume_id': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'name': 'volume-9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50f2676d-83dd-4b21-8b1a-43868a8429c0', 'attached_at': '', 'detached_at': '', 'volume_id': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'serial': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 687.426794] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e448555a-0077-47c8-af77-e0a50604be70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.450785] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbbd973-8046-43a1-8fe6-a42923a368b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.459021] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcb9c55-a2b8-418d-8cb1-77c234337e73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.481318] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f81956c-e43e-4690-b0e9-fe5c5ad71709 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.497485] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] The volume has not been displaced from its original location: [datastore1] volume-9e722129-34aa-4dc6-aa4c-ca59ca287aa1/volume-9e722129-34aa-4dc6-aa4c-ca59ca287aa1.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 687.503226] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 687.504400] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-710397aa-72cc-4db5-b428-fa3633c3c1ae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.524402] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "5ef42ba8-daa5-439a-901b-d2e423d04417" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.524402] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "5ef42ba8-daa5-439a-901b-d2e423d04417" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.533626] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b33cd1-da18-b4b5-65c8-6faefbd60c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.064667} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.536430] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.536656] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.536887] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.537095] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.537997] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.537997] env[62822]: DEBUG oslo_vmware.api [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Waiting for the task: (returnval){ [ 687.537997] env[62822]: value = "task-2763927" [ 687.537997] env[62822]: _type = "Task" [ 687.537997] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.538510] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.538510] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.538510] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc81af66-2892-4c4b-9d92-422ef31c0663 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.550609] env[62822]: DEBUG oslo_vmware.api [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Task: {'id': task-2763927, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.554698] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.554899] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.556269] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017e03f1-3215-4c48-9c62-c107a66393e9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.561948] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for the task: (returnval){ [ 687.561948] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ab3070-8c48-73ac-191e-fa3ba5e3e421" [ 687.561948] env[62822]: _type = "Task" [ 687.561948] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.571116] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ab3070-8c48-73ac-191e-fa3ba5e3e421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.681218] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.745229] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.747617] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.740s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.749364] env[62822]: INFO nova.compute.claims [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.782775] env[62822]: INFO nova.scheduler.client.report [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Deleted allocations for instance 0db29d19-ff59-4f09-8ebb-62c3f4ad3688 [ 688.050598] env[62822]: DEBUG oslo_vmware.api [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Task: {'id': task-2763927, 'name': ReconfigVM_Task, 'duration_secs': 0.29549} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.050909] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 688.055542] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61f64cb5-59cd-4b10-96d2-946913127b2c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.075726] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ab3070-8c48-73ac-191e-fa3ba5e3e421, 'name': SearchDatastore_Task, 'duration_secs': 0.022175} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.077526] env[62822]: DEBUG oslo_vmware.api [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Waiting for the task: (returnval){ [ 688.077526] env[62822]: value = "task-2763928" [ 688.077526] env[62822]: _type = "Task" [ 688.077526] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.077751] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aec612c-7a4b-4344-87f4-29de826d5067 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.086326] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for the task: (returnval){ [ 688.086326] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d2e486-9c93-4c30-a951-cc164c717eeb" [ 688.086326] env[62822]: _type = "Task" [ 688.086326] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.089345] env[62822]: DEBUG oslo_vmware.api [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Task: {'id': task-2763928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.096713] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d2e486-9c93-4c30-a951-cc164c717eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.181290] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763926, 'name': ReconfigVM_Task, 'duration_secs': 0.60582} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.181553] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 7bc03c18-24a9-4e83-aaf7-a16af8164829/7bc03c18-24a9-4e83-aaf7-a16af8164829.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.182189] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0a56bce-9268-4d10-a14d-b0f30f89a4e6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.189053] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 688.189053] env[62822]: value = "task-2763929" [ 688.189053] env[62822]: _type = "Task" [ 688.189053] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.199882] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763929, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.291483] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b736f28c-5610-40d8-a771-90a51e6f1501 tempest-ServerDiagnosticsNegativeTest-703010747 tempest-ServerDiagnosticsNegativeTest-703010747-project-member] Lock "0db29d19-ff59-4f09-8ebb-62c3f4ad3688" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.081s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.326159] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "7fae0278-8fc3-4512-964d-b318c2d1259c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.326958] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "7fae0278-8fc3-4512-964d-b318c2d1259c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.326958] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "7fae0278-8fc3-4512-964d-b318c2d1259c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.326958] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "7fae0278-8fc3-4512-964d-b318c2d1259c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.326958] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "7fae0278-8fc3-4512-964d-b318c2d1259c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.332090] env[62822]: INFO nova.compute.manager [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Terminating instance [ 688.589490] env[62822]: DEBUG oslo_vmware.api [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Task: {'id': task-2763928, 'name': ReconfigVM_Task, 'duration_secs': 0.137423} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.593050] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556074', 'volume_id': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'name': 'volume-9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50f2676d-83dd-4b21-8b1a-43868a8429c0', 'attached_at': '', 'detached_at': '', 'volume_id': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1', 'serial': '9e722129-34aa-4dc6-aa4c-ca59ca287aa1'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 688.602504] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d2e486-9c93-4c30-a951-cc164c717eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.019915} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.602827] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.603140] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 1cb0dd52-e92e-4d1f-82ad-926fd793c889/1cb0dd52-e92e-4d1f-82ad-926fd793c889.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.603475] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f12b12d-174d-4d0a-a499-c2bf613284d0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.613976] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for the task: (returnval){ [ 688.613976] env[62822]: value = "task-2763930" [ 688.613976] env[62822]: _type = "Task" [ 688.613976] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.622846] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.699923] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763929, 'name': Rename_Task, 'duration_secs': 0.356557} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.700094] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.700344] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecca5b91-a9ca-46df-bca1-13aa9b3c3df3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.708193] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 688.708193] env[62822]: value = "task-2763931" [ 688.708193] env[62822]: _type = "Task" [ 688.708193] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.717081] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.838827] env[62822]: DEBUG nova.compute.manager [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.838827] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.840697] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaac61d-71df-4aa7-aedb-fd3987811f12 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.849512] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.849936] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc8faa2e-b86a-45a6-833f-aaf757569299 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.863383] env[62822]: DEBUG oslo_vmware.api [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 688.863383] env[62822]: value = "task-2763932" [ 688.863383] env[62822]: _type = "Task" [ 688.863383] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.876137] env[62822]: DEBUG oslo_vmware.api [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.128045] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763930, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.173998] env[62822]: DEBUG nova.objects.instance [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Lazy-loading 'flavor' on Instance uuid 50f2676d-83dd-4b21-8b1a-43868a8429c0 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.221108] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763931, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.337273] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c48967b-5010-4a12-8bb3-e088cb368242 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.345811] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19705e0-b9df-449a-8101-c6b4bd9fd8cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.382389] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75f148d-9623-4648-9166-6e63c12b743a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.391187] env[62822]: DEBUG oslo_vmware.api [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763932, 'name': PowerOffVM_Task, 'duration_secs': 0.272028} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.393883] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.393883] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.393883] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-288b10a3-ad91-4e97-b8a5-85ad5060abf8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.396213] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f87e07-5cf7-466b-b090-585b1019e8ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.413059] env[62822]: DEBUG nova.compute.provider_tree [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.451977] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquiring lock "f960f20c-7602-4293-a355-89520abe9478" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.451977] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Lock "f960f20c-7602-4293-a355-89520abe9478" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.451977] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquiring lock "f960f20c-7602-4293-a355-89520abe9478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.451977] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Lock "f960f20c-7602-4293-a355-89520abe9478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.452225] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Lock "f960f20c-7602-4293-a355-89520abe9478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.455436] env[62822]: INFO nova.compute.manager [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Terminating instance [ 689.485614] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.485844] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.486622] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Deleting the datastore file [datastore2] 7fae0278-8fc3-4512-964d-b318c2d1259c {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.486622] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1cb11dc-ae80-4bd7-bb12-27475dfc6b73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.495644] env[62822]: DEBUG oslo_vmware.api [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 689.495644] env[62822]: value = "task-2763934" [ 689.495644] env[62822]: _type = "Task" [ 689.495644] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.506017] env[62822]: DEBUG oslo_vmware.api [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.625705] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626861} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.625705] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 1cb0dd52-e92e-4d1f-82ad-926fd793c889/1cb0dd52-e92e-4d1f-82ad-926fd793c889.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.625705] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.625962] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1e5081d-3619-43bf-9333-a3f36bca3f53 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.633852] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for the task: (returnval){ [ 689.633852] env[62822]: value = "task-2763935" [ 689.633852] env[62822]: _type = "Task" [ 689.633852] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.643372] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.720852] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763931, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.918400] env[62822]: DEBUG nova.scheduler.client.report [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.960354] env[62822]: DEBUG nova.compute.manager [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.960670] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.961803] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24941316-7ff9-41fd-9ed1-4f444e8a918a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.972435] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.973048] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ca7b64-8e65-4d9c-82ab-fe469ae3e94c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.979828] env[62822]: DEBUG oslo_vmware.api [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for the task: (returnval){ [ 689.979828] env[62822]: value = "task-2763936" [ 689.979828] env[62822]: _type = "Task" [ 689.979828] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.988860] env[62822]: DEBUG oslo_vmware.api [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.006816] env[62822]: DEBUG oslo_vmware.api [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2763934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409331} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.007200] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.007509] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.007702] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.007937] env[62822]: INFO nova.compute.manager [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 690.008257] env[62822]: DEBUG oslo.service.loopingcall [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.008468] env[62822]: DEBUG nova.compute.manager [-] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.008642] env[62822]: DEBUG nova.network.neutron [-] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.145475] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06769} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.145949] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.149978] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6419909a-c151-4b9f-92ab-89326856a34f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.179913] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 1cb0dd52-e92e-4d1f-82ad-926fd793c889/1cb0dd52-e92e-4d1f-82ad-926fd793c889.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.180275] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a574c4b-be68-413c-9508-25ed06df1c17 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.201566] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7934eac5-ac3a-48ff-9894-73ad20d4ea6e tempest-VolumesAssistedSnapshotsTest-1129003184 tempest-VolumesAssistedSnapshotsTest-1129003184-project-admin] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.211288] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for the task: (returnval){ [ 690.211288] env[62822]: value = "task-2763938" [ 690.211288] env[62822]: _type = "Task" [ 690.211288] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.227798] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.232696] env[62822]: DEBUG oslo_vmware.api [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763931, 'name': PowerOnVM_Task, 'duration_secs': 1.413983} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.232971] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.233200] env[62822]: INFO nova.compute.manager [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Took 10.01 seconds to spawn the instance on the hypervisor. [ 690.233386] env[62822]: DEBUG nova.compute.manager [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.234286] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e229076-6205-4775-91c2-ef685f2d7fdd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.352496] env[62822]: DEBUG nova.compute.manager [req-a5d148a5-91f0-4a0c-b036-32dd655aaf61 req-09ae26a2-4953-4a52-88e3-66b610a39b51 service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Received event network-vif-deleted-979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.352496] env[62822]: INFO nova.compute.manager [req-a5d148a5-91f0-4a0c-b036-32dd655aaf61 req-09ae26a2-4953-4a52-88e3-66b610a39b51 service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Neutron deleted interface 979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4; detaching it from the instance and deleting it from the info cache [ 690.352496] env[62822]: DEBUG nova.network.neutron [req-a5d148a5-91f0-4a0c-b036-32dd655aaf61 req-09ae26a2-4953-4a52-88e3-66b610a39b51 service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.426091] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.426628] env[62822]: DEBUG nova.compute.manager [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.429357] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.486s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.431231] env[62822]: INFO nova.compute.claims [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.491297] env[62822]: DEBUG oslo_vmware.api [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763936, 'name': PowerOffVM_Task, 'duration_secs': 0.253376} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.491597] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.491757] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.492009] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a5a9991-de5e-4905-b360-b2d5ad94d8e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.560324] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.560324] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.560324] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Deleting the datastore file [datastore2] f960f20c-7602-4293-a355-89520abe9478 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.560632] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b62900db-33a5-4010-aad7-704608b369e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.568638] env[62822]: DEBUG oslo_vmware.api [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for the task: (returnval){ [ 690.568638] env[62822]: value = "task-2763940" [ 690.568638] env[62822]: _type = "Task" [ 690.568638] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.580346] env[62822]: DEBUG oslo_vmware.api [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.719888] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763938, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.753796] env[62822]: INFO nova.compute.manager [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Took 44.93 seconds to build instance. [ 690.793259] env[62822]: DEBUG nova.network.neutron [-] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.854722] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d57619f1-fa3e-47a3-a93f-aa03f40e0d73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.866937] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ad22ca-5f54-4d9a-8f7a-5d09332a7df7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.914268] env[62822]: DEBUG nova.compute.manager [req-a5d148a5-91f0-4a0c-b036-32dd655aaf61 req-09ae26a2-4953-4a52-88e3-66b610a39b51 service nova] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Detach interface failed, port_id=979c2df9-fe94-46e6-a7c8-1ec8bb23d0f4, reason: Instance 7fae0278-8fc3-4512-964d-b318c2d1259c could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 690.935899] env[62822]: DEBUG nova.compute.utils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.939167] env[62822]: DEBUG nova.compute.manager [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.941090] env[62822]: DEBUG nova.network.neutron [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.082087] env[62822]: DEBUG oslo_vmware.api [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Task: {'id': task-2763940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421879} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.082532] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.082906] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.083181] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.083490] env[62822]: INFO nova.compute.manager [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] [instance: f960f20c-7602-4293-a355-89520abe9478] Took 1.12 seconds to destroy the instance on the hypervisor. [ 691.083871] env[62822]: DEBUG oslo.service.loopingcall [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.084195] env[62822]: DEBUG nova.compute.manager [-] [instance: f960f20c-7602-4293-a355-89520abe9478] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.084360] env[62822]: DEBUG nova.network.neutron [-] [instance: f960f20c-7602-4293-a355-89520abe9478] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.221922] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763938, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.257118] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3b2f6e11-ac62-4364-b40c-6a52fe22e2b3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "7bc03c18-24a9-4e83-aaf7-a16af8164829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.894s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.297387] env[62822]: INFO nova.compute.manager [-] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Took 1.29 seconds to deallocate network for instance. [ 691.305990] env[62822]: DEBUG nova.policy [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e82dab1244a04e09b1431bab3cebaf75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '645753cf2ecf4fc49d614ca59287ac16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.440417] env[62822]: DEBUG nova.compute.manager [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.723734] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763938, 'name': ReconfigVM_Task, 'duration_secs': 1.335835} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.727676] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 1cb0dd52-e92e-4d1f-82ad-926fd793c889/1cb0dd52-e92e-4d1f-82ad-926fd793c889.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.728761] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04f4f07c-f466-42b4-8af1-3da283636f6f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.740743] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for the task: (returnval){ [ 691.740743] env[62822]: value = "task-2763941" [ 691.740743] env[62822]: _type = "Task" [ 691.740743] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.751876] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763941, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.758376] env[62822]: DEBUG nova.compute.manager [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.804819] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.838195] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "7bc03c18-24a9-4e83-aaf7-a16af8164829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.838451] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "7bc03c18-24a9-4e83-aaf7-a16af8164829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.838551] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "7bc03c18-24a9-4e83-aaf7-a16af8164829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.838872] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "7bc03c18-24a9-4e83-aaf7-a16af8164829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.839057] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "7bc03c18-24a9-4e83-aaf7-a16af8164829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.844800] env[62822]: INFO nova.compute.manager [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Terminating instance [ 692.015439] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed42879b-7517-41ac-8023-743fed1a7d28 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.027450] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb309d-3425-43d8-95a3-5f1ae7069268 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.061997] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efc2d65-6749-406c-81d7-5a0b605f0a27 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.071678] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3919ead-462d-49d7-a621-c08ae47741a1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.087668] env[62822]: DEBUG nova.compute.provider_tree [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.219173] env[62822]: DEBUG nova.network.neutron [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Successfully created port: 2d36e8e5-c29d-490c-88c1-32af31dbc473 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.251042] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763941, 'name': Rename_Task, 'duration_secs': 0.162088} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.251438] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.251595] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8cc2fc3-ae4c-400b-8d2a-32d41ab365b3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.259010] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for the task: (returnval){ [ 692.259010] env[62822]: value = "task-2763942" [ 692.259010] env[62822]: _type = "Task" [ 692.259010] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.270683] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.284361] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.354219] env[62822]: DEBUG nova.compute.manager [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.354479] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.355885] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b392d91-aa2d-440f-8726-7674ccaa7eff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.370478] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.371518] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6ea43bc-9d88-49b9-8293-3d587bac9ae5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.379327] env[62822]: DEBUG oslo_vmware.api [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 692.379327] env[62822]: value = "task-2763943" [ 692.379327] env[62822]: _type = "Task" [ 692.379327] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.390110] env[62822]: DEBUG oslo_vmware.api [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.392567] env[62822]: DEBUG nova.compute.manager [req-f28bf140-1b97-48d1-a1e4-f5e8b25f6412 req-79160d9a-83fe-42db-b52a-155abb2262f3 service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Received event network-vif-deleted-5f2f8e32-e7d3-4390-b1ab-1aa117445a66 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.392705] env[62822]: INFO nova.compute.manager [req-f28bf140-1b97-48d1-a1e4-f5e8b25f6412 req-79160d9a-83fe-42db-b52a-155abb2262f3 service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Neutron deleted interface 5f2f8e32-e7d3-4390-b1ab-1aa117445a66; detaching it from the instance and deleting it from the info cache [ 692.392892] env[62822]: DEBUG nova.network.neutron [req-f28bf140-1b97-48d1-a1e4-f5e8b25f6412 req-79160d9a-83fe-42db-b52a-155abb2262f3 service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.454241] env[62822]: DEBUG nova.compute.manager [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.491358] env[62822]: DEBUG nova.virt.hardware [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.491358] env[62822]: DEBUG nova.virt.hardware [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.491358] env[62822]: DEBUG nova.virt.hardware [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.491514] env[62822]: DEBUG nova.virt.hardware [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.491780] env[62822]: DEBUG nova.virt.hardware [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.492064] env[62822]: DEBUG nova.virt.hardware [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.492414] env[62822]: DEBUG nova.virt.hardware [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.492686] env[62822]: DEBUG nova.virt.hardware [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.492965] env[62822]: DEBUG nova.virt.hardware [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.493308] env[62822]: DEBUG nova.virt.hardware [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.493695] env[62822]: DEBUG nova.virt.hardware [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.494668] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63944018-c031-4f93-974e-0d6eaa9240cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.506207] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa08bd4-4d6c-4d9e-9644-2fd79bd4716f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.589736] env[62822]: DEBUG nova.scheduler.client.report [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.724202] env[62822]: DEBUG nova.network.neutron [-] [instance: f960f20c-7602-4293-a355-89520abe9478] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.775019] env[62822]: DEBUG oslo_vmware.api [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763942, 'name': PowerOnVM_Task, 'duration_secs': 0.477241} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.775309] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.775923] env[62822]: INFO nova.compute.manager [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Took 9.84 seconds to spawn the instance on the hypervisor. [ 692.775923] env[62822]: DEBUG nova.compute.manager [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.779955] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6e4125-37f3-46ae-b084-f13ec189dfab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.892013] env[62822]: DEBUG oslo_vmware.api [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763943, 'name': PowerOffVM_Task, 'duration_secs': 0.214271} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.892313] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.892482] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.892736] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa78f465-7eb4-4913-8c24-3664bcb9d7dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.898780] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2d94726-483c-40b2-bcb3-b773bf0b783f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.908775] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2f78f0-793f-4006-a510-40f74e6e2203 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.950101] env[62822]: DEBUG nova.compute.manager [req-f28bf140-1b97-48d1-a1e4-f5e8b25f6412 req-79160d9a-83fe-42db-b52a-155abb2262f3 service nova] [instance: f960f20c-7602-4293-a355-89520abe9478] Detach interface failed, port_id=5f2f8e32-e7d3-4390-b1ab-1aa117445a66, reason: Instance f960f20c-7602-4293-a355-89520abe9478 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 692.975220] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.975220] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.975220] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleting the datastore file [datastore1] 7bc03c18-24a9-4e83-aaf7-a16af8164829 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.975220] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccbc8b93-bf09-41cf-a55c-1739f442e6ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.982128] env[62822]: DEBUG oslo_vmware.api [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 692.982128] env[62822]: value = "task-2763945" [ 692.982128] env[62822]: _type = "Task" [ 692.982128] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.993080] env[62822]: DEBUG oslo_vmware.api [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.097679] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.097679] env[62822]: DEBUG nova.compute.manager [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.099369] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.445s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.101017] env[62822]: INFO nova.compute.claims [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.230494] env[62822]: INFO nova.compute.manager [-] [instance: f960f20c-7602-4293-a355-89520abe9478] Took 2.15 seconds to deallocate network for instance. [ 693.307267] env[62822]: INFO nova.compute.manager [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Took 46.25 seconds to build instance. [ 693.493721] env[62822]: DEBUG oslo_vmware.api [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2763945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160888} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.494266] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.495057] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.495471] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.495580] env[62822]: INFO nova.compute.manager [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Took 1.14 seconds to destroy the instance on the hypervisor. [ 693.496043] env[62822]: DEBUG oslo.service.loopingcall [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.496493] env[62822]: DEBUG nova.compute.manager [-] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.496493] env[62822]: DEBUG nova.network.neutron [-] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.616678] env[62822]: DEBUG nova.compute.utils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.619109] env[62822]: DEBUG nova.compute.manager [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.619109] env[62822]: DEBUG nova.network.neutron [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.714642] env[62822]: DEBUG nova.policy [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd622c0591594158ad66d3adf5802426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6040a19d646444a1b94ba64960498974', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.741436] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.781287] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquiring lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.784243] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.784243] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquiring lock "50f2676d-83dd-4b21-8b1a-43868a8429c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.784243] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.784243] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.784924] env[62822]: INFO nova.compute.manager [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Terminating instance [ 693.809873] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f65abb5d-a1b6-4860-a488-cfe420a1e99c tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.732s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.071059] env[62822]: DEBUG nova.network.neutron [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Successfully updated port: 2d36e8e5-c29d-490c-88c1-32af31dbc473 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.119811] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquiring lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.120087] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.120317] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquiring lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.120483] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.120650] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.126748] env[62822]: INFO nova.compute.manager [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Terminating instance [ 694.132948] env[62822]: DEBUG nova.compute.manager [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.148460] env[62822]: DEBUG nova.network.neutron [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Successfully created port: b5638f35-6717-4cf5-b8b5-cffe3b980cd1 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.290125] env[62822]: DEBUG nova.compute.manager [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.290240] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.294205] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1d6e98-ddf7-490d-84c9-7cd2238f3f21 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.304770] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.307125] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a9476a4-a31d-4534-925f-2f3f2dd1762d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.314071] env[62822]: DEBUG nova.compute.manager [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.317466] env[62822]: DEBUG oslo_vmware.api [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for the task: (returnval){ [ 694.317466] env[62822]: value = "task-2763946" [ 694.317466] env[62822]: _type = "Task" [ 694.317466] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.330548] env[62822]: DEBUG oslo_vmware.api [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.474510] env[62822]: DEBUG nova.network.neutron [-] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.574087] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "refresh_cache-20645462-846a-4517-aee8-38a9211096bc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.574608] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquired lock "refresh_cache-20645462-846a-4517-aee8-38a9211096bc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.574679] env[62822]: DEBUG nova.network.neutron [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.641436] env[62822]: DEBUG nova.compute.manager [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.641623] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.646025] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fdc5aa-0963-475a-bb0d-00d29e998c3f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.656464] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.656766] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38432fbd-a887-4866-8015-4902fae3c2b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.667823] env[62822]: DEBUG oslo_vmware.api [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for the task: (returnval){ [ 694.667823] env[62822]: value = "task-2763947" [ 694.667823] env[62822]: _type = "Task" [ 694.667823] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.684635] env[62822]: DEBUG oslo_vmware.api [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.702234] env[62822]: DEBUG nova.compute.manager [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] Received event network-vif-plugged-2d36e8e5-c29d-490c-88c1-32af31dbc473 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.702456] env[62822]: DEBUG oslo_concurrency.lockutils [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] Acquiring lock "20645462-846a-4517-aee8-38a9211096bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.702661] env[62822]: DEBUG oslo_concurrency.lockutils [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] Lock "20645462-846a-4517-aee8-38a9211096bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.702828] env[62822]: DEBUG oslo_concurrency.lockutils [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] Lock "20645462-846a-4517-aee8-38a9211096bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.702991] env[62822]: DEBUG nova.compute.manager [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] No waiting events found dispatching network-vif-plugged-2d36e8e5-c29d-490c-88c1-32af31dbc473 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.703937] env[62822]: WARNING nova.compute.manager [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] Received unexpected event network-vif-plugged-2d36e8e5-c29d-490c-88c1-32af31dbc473 for instance with vm_state building and task_state spawning. [ 694.703937] env[62822]: DEBUG nova.compute.manager [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Received event network-vif-deleted-45994ec3-7b75-431e-aa4c-8da142993e18 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.703937] env[62822]: DEBUG nova.compute.manager [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] Received event network-changed-2d36e8e5-c29d-490c-88c1-32af31dbc473 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.703937] env[62822]: DEBUG nova.compute.manager [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] Refreshing instance network info cache due to event network-changed-2d36e8e5-c29d-490c-88c1-32af31dbc473. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 694.703937] env[62822]: DEBUG oslo_concurrency.lockutils [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] Acquiring lock "refresh_cache-20645462-846a-4517-aee8-38a9211096bc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.843196] env[62822]: DEBUG oslo_vmware.api [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763946, 'name': PowerOffVM_Task, 'duration_secs': 0.244957} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.843725] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.844325] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.847255] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88d7b0f5-cb9b-417c-a5ee-277b15679b73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.851779] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.907501] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b615507b-41ec-48ae-b1b4-02671439c775 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.916355] env[62822]: INFO nova.compute.manager [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Rebuilding instance [ 694.920756] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.920756] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.920756] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Deleting the datastore file [datastore1] 50f2676d-83dd-4b21-8b1a-43868a8429c0 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.921978] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-305a21a0-1d66-4953-9423-10d2294f5eb7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.929767] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfcd13a-3c58-4849-9461-9148f6db71bf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.935036] env[62822]: DEBUG oslo_vmware.api [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for the task: (returnval){ [ 694.935036] env[62822]: value = "task-2763949" [ 694.935036] env[62822]: _type = "Task" [ 694.935036] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.971980] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c1f66b-c6d1-4f25-ac0c-5a6bebfb08cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.983813] env[62822]: DEBUG oslo_vmware.api [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.987649] env[62822]: INFO nova.compute.manager [-] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Took 1.49 seconds to deallocate network for instance. [ 694.987936] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquiring lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.988188] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.996955] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b3b52a-fba2-4bce-82df-d086ed83e607 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.022953] env[62822]: DEBUG nova.compute.provider_tree [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.025069] env[62822]: DEBUG nova.compute.manager [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.025878] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246adaf6-7756-4170-a257-e8625ac71577 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.121542] env[62822]: DEBUG nova.network.neutron [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.152244] env[62822]: DEBUG nova.compute.manager [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.176212] env[62822]: DEBUG nova.virt.hardware [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.176464] env[62822]: DEBUG nova.virt.hardware [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.176618] env[62822]: DEBUG nova.virt.hardware [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.176798] env[62822]: DEBUG nova.virt.hardware [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.176940] env[62822]: DEBUG nova.virt.hardware [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.177098] env[62822]: DEBUG nova.virt.hardware [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.177308] env[62822]: DEBUG nova.virt.hardware [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.177508] env[62822]: DEBUG nova.virt.hardware [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.177686] env[62822]: DEBUG nova.virt.hardware [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.177845] env[62822]: DEBUG nova.virt.hardware [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.178180] env[62822]: DEBUG nova.virt.hardware [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.178845] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd2402d-641a-416a-b237-80a57494cb8a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.184972] env[62822]: DEBUG oslo_vmware.api [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763947, 'name': PowerOffVM_Task, 'duration_secs': 0.219889} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.185646] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.185908] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.186205] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27668561-7d8c-43ac-81c7-9504428b6d0e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.194331] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec29fa0-0e57-4f81-8404-75fe7b177896 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.263957] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.264204] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.264364] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Deleting the datastore file [datastore1] 1cb0dd52-e92e-4d1f-82ad-926fd793c889 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.264630] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de908b47-9d01-4a37-a678-82de7256e09f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.272123] env[62822]: DEBUG oslo_vmware.api [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for the task: (returnval){ [ 695.272123] env[62822]: value = "task-2763951" [ 695.272123] env[62822]: _type = "Task" [ 695.272123] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.281445] env[62822]: DEBUG oslo_vmware.api [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.328841] env[62822]: DEBUG nova.network.neutron [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Updating instance_info_cache with network_info: [{"id": "2d36e8e5-c29d-490c-88c1-32af31dbc473", "address": "fa:16:3e:27:e2:b7", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d36e8e5-c2", "ovs_interfaceid": "2d36e8e5-c29d-490c-88c1-32af31dbc473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.445865] env[62822]: DEBUG oslo_vmware.api [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Task: {'id': task-2763949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309582} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.445865] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.445865] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.446051] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.446218] env[62822]: INFO nova.compute.manager [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 695.447374] env[62822]: DEBUG oslo.service.loopingcall [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.447374] env[62822]: DEBUG nova.compute.manager [-] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.447374] env[62822]: DEBUG nova.network.neutron [-] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.495034] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.529812] env[62822]: DEBUG nova.scheduler.client.report [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.710287] env[62822]: DEBUG nova.compute.manager [req-fe746452-7564-494a-8e13-46869a487551 req-5ad260cc-2d0e-4c92-ab62-f54485a68fd3 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Received event network-vif-plugged-b5638f35-6717-4cf5-b8b5-cffe3b980cd1 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.710585] env[62822]: DEBUG oslo_concurrency.lockutils [req-fe746452-7564-494a-8e13-46869a487551 req-5ad260cc-2d0e-4c92-ab62-f54485a68fd3 service nova] Acquiring lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.710918] env[62822]: DEBUG oslo_concurrency.lockutils [req-fe746452-7564-494a-8e13-46869a487551 req-5ad260cc-2d0e-4c92-ab62-f54485a68fd3 service nova] Lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.711017] env[62822]: DEBUG oslo_concurrency.lockutils [req-fe746452-7564-494a-8e13-46869a487551 req-5ad260cc-2d0e-4c92-ab62-f54485a68fd3 service nova] Lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.711196] env[62822]: DEBUG nova.compute.manager [req-fe746452-7564-494a-8e13-46869a487551 req-5ad260cc-2d0e-4c92-ab62-f54485a68fd3 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] No waiting events found dispatching network-vif-plugged-b5638f35-6717-4cf5-b8b5-cffe3b980cd1 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.711468] env[62822]: WARNING nova.compute.manager [req-fe746452-7564-494a-8e13-46869a487551 req-5ad260cc-2d0e-4c92-ab62-f54485a68fd3 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Received unexpected event network-vif-plugged-b5638f35-6717-4cf5-b8b5-cffe3b980cd1 for instance with vm_state building and task_state spawning. [ 695.783810] env[62822]: DEBUG oslo_vmware.api [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Task: {'id': task-2763951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166812} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.784269] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.784510] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.786170] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.786476] env[62822]: INFO nova.compute.manager [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Took 1.14 seconds to destroy the instance on the hypervisor. [ 695.786767] env[62822]: DEBUG oslo.service.loopingcall [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.786993] env[62822]: DEBUG nova.compute.manager [-] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.787104] env[62822]: DEBUG nova.network.neutron [-] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.832404] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Releasing lock "refresh_cache-20645462-846a-4517-aee8-38a9211096bc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.832699] env[62822]: DEBUG nova.compute.manager [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Instance network_info: |[{"id": "2d36e8e5-c29d-490c-88c1-32af31dbc473", "address": "fa:16:3e:27:e2:b7", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d36e8e5-c2", "ovs_interfaceid": "2d36e8e5-c29d-490c-88c1-32af31dbc473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.833148] env[62822]: DEBUG oslo_concurrency.lockutils [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] Acquired lock "refresh_cache-20645462-846a-4517-aee8-38a9211096bc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.833416] env[62822]: DEBUG nova.network.neutron [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] Refreshing network info cache for port 2d36e8e5-c29d-490c-88c1-32af31dbc473 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.834553] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:e2:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d36e8e5-c29d-490c-88c1-32af31dbc473', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.846290] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Creating folder: Project (645753cf2ecf4fc49d614ca59287ac16). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.847320] env[62822]: DEBUG nova.network.neutron [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Successfully updated port: b5638f35-6717-4cf5-b8b5-cffe3b980cd1 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.851354] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ee36d0b-79c9-4fef-a655-cfdc8be9fc7d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.865419] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Created folder: Project (645753cf2ecf4fc49d614ca59287ac16) in parent group-v555973. [ 695.865663] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Creating folder: Instances. Parent ref: group-v556079. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.865907] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1982e5ae-cab3-4cd2-a6ca-1fc8e865969f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.877640] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Created folder: Instances in parent group-v556079. [ 695.877910] env[62822]: DEBUG oslo.service.loopingcall [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.878130] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20645462-846a-4517-aee8-38a9211096bc] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.878371] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5f65e8f-18ba-4094-9adf-840b61073e0f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.902563] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.902563] env[62822]: value = "task-2763954" [ 695.902563] env[62822]: _type = "Task" [ 695.902563] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.913884] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763954, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.037033] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.937s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.040028] env[62822]: DEBUG nova.compute.manager [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.047188] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.982s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.047188] env[62822]: INFO nova.compute.claims [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.050061] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.051901] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd862968-649f-4d91-95e0-445ae1f24a7d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.062379] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for the task: (returnval){ [ 696.062379] env[62822]: value = "task-2763955" [ 696.062379] env[62822]: _type = "Task" [ 696.062379] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.079772] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.355277] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "refresh_cache-d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.355277] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "refresh_cache-d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.355277] env[62822]: DEBUG nova.network.neutron [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.415404] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763954, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.555755] env[62822]: DEBUG nova.compute.utils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.558304] env[62822]: DEBUG nova.compute.manager [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Not allocating networking since 'none' was specified. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 696.571291] env[62822]: DEBUG nova.network.neutron [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] Updated VIF entry in instance network info cache for port 2d36e8e5-c29d-490c-88c1-32af31dbc473. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.571656] env[62822]: DEBUG nova.network.neutron [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] Updating instance_info_cache with network_info: [{"id": "2d36e8e5-c29d-490c-88c1-32af31dbc473", "address": "fa:16:3e:27:e2:b7", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d36e8e5-c2", "ovs_interfaceid": "2d36e8e5-c29d-490c-88c1-32af31dbc473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.576036] env[62822]: DEBUG nova.network.neutron [-] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.577629] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763955, 'name': PowerOffVM_Task, 'duration_secs': 0.285334} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.578082] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.579343] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.579343] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c43c4130-ae59-4046-99bc-d9900cb42ff0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.587719] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for the task: (returnval){ [ 696.587719] env[62822]: value = "task-2763956" [ 696.587719] env[62822]: _type = "Task" [ 696.587719] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.598135] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 696.598360] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 696.598546] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556002', 'volume_id': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'name': 'volume-22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02090911-ad5f-45bf-b0e4-910751803230', 'attached_at': '', 'detached_at': '', 'volume_id': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'serial': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 696.599323] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7392ce79-88f5-43e6-b403-98e3e39076de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.620648] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245a6990-8041-4442-8cb8-dc9cb50db722 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.628543] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21b2275-1ed6-4e39-9777-f3049602fdf5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.647334] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25988d27-bb31-467a-85ea-9cccdc2eadd7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.663775] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] The volume has not been displaced from its original location: [datastore2] volume-22948de1-bc57-438a-bdb0-ef8c8bfaaa09/volume-22948de1-bc57-438a-bdb0-ef8c8bfaaa09.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 696.669160] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Reconfiguring VM instance instance-00000018 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 696.669503] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f42a62-6eb7-4cda-8060-ca38c0b9a43b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.691122] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for the task: (returnval){ [ 696.691122] env[62822]: value = "task-2763957" [ 696.691122] env[62822]: _type = "Task" [ 696.691122] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.697433] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.704448] env[62822]: DEBUG nova.network.neutron [-] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.740011] env[62822]: DEBUG nova.compute.manager [req-2cf28a7a-648e-4cd5-8793-1d1eb4e0ff86 req-d93d9439-6206-4ec5-88bd-fa1a227535a6 service nova] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Received event network-vif-deleted-05cc2d8e-6ff5-4046-8a68-215c985018dd {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.740399] env[62822]: DEBUG nova.compute.manager [req-2cf28a7a-648e-4cd5-8793-1d1eb4e0ff86 req-d93d9439-6206-4ec5-88bd-fa1a227535a6 service nova] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Received event network-vif-deleted-2a2bba7c-1b92-4eb7-a130-2bb19b7ae9df {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.901201] env[62822]: DEBUG nova.network.neutron [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.915369] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763954, 'name': CreateVM_Task, 'duration_secs': 0.660909} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.915554] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20645462-846a-4517-aee8-38a9211096bc] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.916266] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.916426] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.916752] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.917022] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc931e4-299c-43ee-a018-3e07644e4e72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.925506] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 696.925506] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b47cf-0b20-df5a-98ce-cdfb6c321b02" [ 696.925506] env[62822]: _type = "Task" [ 696.925506] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.941762] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b47cf-0b20-df5a-98ce-cdfb6c321b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.062036] env[62822]: DEBUG nova.compute.manager [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.075938] env[62822]: DEBUG oslo_concurrency.lockutils [req-5358b368-e87e-4ebe-a4e7-d2410044f572 req-36f5e934-5ab4-459d-a08a-76e6fecee28c service nova] Releasing lock "refresh_cache-20645462-846a-4517-aee8-38a9211096bc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.080031] env[62822]: INFO nova.compute.manager [-] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Took 1.63 seconds to deallocate network for instance. [ 697.082540] env[62822]: DEBUG nova.network.neutron [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Updating instance_info_cache with network_info: [{"id": "b5638f35-6717-4cf5-b8b5-cffe3b980cd1", "address": "fa:16:3e:0f:58:46", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5638f35-67", "ovs_interfaceid": "b5638f35-6717-4cf5-b8b5-cffe3b980cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.199718] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763957, 'name': ReconfigVM_Task, 'duration_secs': 0.184251} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.200214] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Reconfigured VM instance instance-00000018 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 697.207383] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efeeeb41-0766-40c2-bac0-9ae4bd815c66 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.218661] env[62822]: INFO nova.compute.manager [-] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Took 1.43 seconds to deallocate network for instance. [ 697.227628] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for the task: (returnval){ [ 697.227628] env[62822]: value = "task-2763958" [ 697.227628] env[62822]: _type = "Task" [ 697.227628] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.240564] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.438018] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b47cf-0b20-df5a-98ce-cdfb6c321b02, 'name': SearchDatastore_Task, 'duration_secs': 0.011681} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.438310] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.438464] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.439051] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.439051] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.439051] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.439288] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-149b4fa6-024d-4d64-9e40-26b9a96d94d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.449530] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.449743] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.450523] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e51bc67-87b2-421c-ac64-baa9ef9885ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.459156] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 697.459156] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5282ed0e-7861-7e28-9335-b060b13007b8" [ 697.459156] env[62822]: _type = "Task" [ 697.459156] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.471344] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5282ed0e-7861-7e28-9335-b060b13007b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.476424] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd2a108-8acc-4644-a66d-99cf49f6bb4b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.485090] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 697.485090] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a614a6-c4ef-f279-d1b2-18490ce52ec7" [ 697.485090] env[62822]: _type = "Task" [ 697.485090] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.496482] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a614a6-c4ef-f279-d1b2-18490ce52ec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.590386] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "refresh_cache-d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.593116] env[62822]: DEBUG nova.compute.manager [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Instance network_info: |[{"id": "b5638f35-6717-4cf5-b8b5-cffe3b980cd1", "address": "fa:16:3e:0f:58:46", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5638f35-67", "ovs_interfaceid": "b5638f35-6717-4cf5-b8b5-cffe3b980cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.593116] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.593306] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f162ef18-4cf8-4ac9-a042-0978028740c6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.595752] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:58:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5638f35-6717-4cf5-b8b5-cffe3b980cd1', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.604312] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Creating folder: Project (6040a19d646444a1b94ba64960498974). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.605280] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-904729d5-3b87-433a-b7fa-7a6578ec780d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.613579] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce88488-ff2f-431c-a51c-e55fd59a25d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.619321] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Created folder: Project (6040a19d646444a1b94ba64960498974) in parent group-v555973. [ 697.619551] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Creating folder: Instances. Parent ref: group-v556082. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.645713] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5f174c9-dc76-42c2-a4c8-9f3f2d21aeef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.648753] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34678735-e156-48ee-93e2-8494a92852e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.657794] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84096c7-dabc-4745-ac87-abf35e272435 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.663592] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Created folder: Instances in parent group-v556082. [ 697.663846] env[62822]: DEBUG oslo.service.loopingcall [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.664472] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.665043] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41b537b1-c485-4807-ae1d-89fd78c59bd8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.687689] env[62822]: DEBUG nova.compute.provider_tree [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.696707] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.696707] env[62822]: value = "task-2763961" [ 697.696707] env[62822]: _type = "Task" [ 697.696707] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.705832] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763961, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.725792] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.740870] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763958, 'name': ReconfigVM_Task, 'duration_secs': 0.180758} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.742763] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556002', 'volume_id': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'name': 'volume-22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02090911-ad5f-45bf-b0e4-910751803230', 'attached_at': '', 'detached_at': '', 'volume_id': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09', 'serial': '22948de1-bc57-438a-bdb0-ef8c8bfaaa09'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 697.743160] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.744706] env[62822]: DEBUG nova.compute.manager [req-30bde504-b72e-4572-a923-e69d8688e8f4 req-5522b689-1569-421c-9bf3-9b9274e1bab2 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Received event network-changed-b5638f35-6717-4cf5-b8b5-cffe3b980cd1 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.744949] env[62822]: DEBUG nova.compute.manager [req-30bde504-b72e-4572-a923-e69d8688e8f4 req-5522b689-1569-421c-9bf3-9b9274e1bab2 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Refreshing instance network info cache due to event network-changed-b5638f35-6717-4cf5-b8b5-cffe3b980cd1. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 697.745252] env[62822]: DEBUG oslo_concurrency.lockutils [req-30bde504-b72e-4572-a923-e69d8688e8f4 req-5522b689-1569-421c-9bf3-9b9274e1bab2 service nova] Acquiring lock "refresh_cache-d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.745447] env[62822]: DEBUG oslo_concurrency.lockutils [req-30bde504-b72e-4572-a923-e69d8688e8f4 req-5522b689-1569-421c-9bf3-9b9274e1bab2 service nova] Acquired lock "refresh_cache-d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.745664] env[62822]: DEBUG nova.network.neutron [req-30bde504-b72e-4572-a923-e69d8688e8f4 req-5522b689-1569-421c-9bf3-9b9274e1bab2 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Refreshing network info cache for port b5638f35-6717-4cf5-b8b5-cffe3b980cd1 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.748223] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86970088-b846-4cfd-8d57-042b4744af62 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.760541] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.761327] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d85850e2-df2e-4201-8c85-d2db7de1a485 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.830861] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.831150] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.831339] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Deleting the datastore file [datastore2] 02090911-ad5f-45bf-b0e4-910751803230 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.831609] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e17ca638-1a01-44ac-9d92-04e986e2f9f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.838933] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for the task: (returnval){ [ 697.838933] env[62822]: value = "task-2763963" [ 697.838933] env[62822]: _type = "Task" [ 697.838933] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.848165] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.000118] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a614a6-c4ef-f279-d1b2-18490ce52ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.000118] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.000370] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 20645462-846a-4517-aee8-38a9211096bc/20645462-846a-4517-aee8-38a9211096bc.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.000737] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b8fccbc-8bb0-4b86-83f2-eaabe473c2f2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.011480] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 698.011480] env[62822]: value = "task-2763964" [ 698.011480] env[62822]: _type = "Task" [ 698.011480] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.020644] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2763964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.071606] env[62822]: DEBUG nova.compute.manager [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.100082] env[62822]: DEBUG nova.virt.hardware [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.100323] env[62822]: DEBUG nova.virt.hardware [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.100473] env[62822]: DEBUG nova.virt.hardware [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.100671] env[62822]: DEBUG nova.virt.hardware [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.100847] env[62822]: DEBUG nova.virt.hardware [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.100993] env[62822]: DEBUG nova.virt.hardware [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.101219] env[62822]: DEBUG nova.virt.hardware [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.101376] env[62822]: DEBUG nova.virt.hardware [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.101538] env[62822]: DEBUG nova.virt.hardware [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.101746] env[62822]: DEBUG nova.virt.hardware [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.101950] env[62822]: DEBUG nova.virt.hardware [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.102890] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c61641-33e5-41de-ac33-3d0d7c00be51 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.112141] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05713de-80af-4124-83e5-ca77f23c54df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.130676] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.136516] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Creating folder: Project (828a3844faf844b0b5b1be02531aa251). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.136805] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b89b3e8-1e6a-4a19-a5d4-51227041a802 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.150241] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Created folder: Project (828a3844faf844b0b5b1be02531aa251) in parent group-v555973. [ 698.150452] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Creating folder: Instances. Parent ref: group-v556085. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.150707] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04ddb50e-1fd8-498a-9183-05d3855fdac2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.164517] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Created folder: Instances in parent group-v556085. [ 698.164744] env[62822]: DEBUG oslo.service.loopingcall [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.165477] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.165477] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fa94fef-90ed-491a-a669-eb954cb2fd4f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.184747] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.184747] env[62822]: value = "task-2763967" [ 698.184747] env[62822]: _type = "Task" [ 698.184747] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.190712] env[62822]: DEBUG nova.scheduler.client.report [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.198523] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763967, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.211639] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763961, 'name': CreateVM_Task, 'duration_secs': 0.416695} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.211639] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.211639] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.211639] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.211983] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.211983] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8c7e37-5540-43b0-9061-757223c166e7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.219638] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 698.219638] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5275175f-3a00-6414-cfb6-68972cc4bbdc" [ 698.219638] env[62822]: _type = "Task" [ 698.219638] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.235485] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5275175f-3a00-6414-cfb6-68972cc4bbdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.350537] env[62822]: DEBUG oslo_vmware.api [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Task: {'id': task-2763963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102484} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.350810] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.351091] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.351277] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.423771] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 698.424115] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfee8a85-cedd-424a-94c9-cf1562ea6292 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.434988] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecf1838-0869-471b-82e2-6f909b3f5132 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.474687] env[62822]: ERROR nova.compute.manager [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Failed to detach volume 22948de1-bc57-438a-bdb0-ef8c8bfaaa09 from /dev/sda: nova.exception.InstanceNotFound: Instance 02090911-ad5f-45bf-b0e4-910751803230 could not be found. [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] Traceback (most recent call last): [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self.driver.rebuild(**kwargs) [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] raise NotImplementedError() [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] NotImplementedError [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] During handling of the above exception, another exception occurred: [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] Traceback (most recent call last): [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 698.474687] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self.driver.detach_volume(context, old_connection_info, [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] return self._volumeops.detach_volume(connection_info, instance) [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self._detach_volume_vmdk(connection_info, instance) [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] stable_ref.fetch_moref(session) [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] raise exception.InstanceNotFound(instance_id=self._uuid) [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] nova.exception.InstanceNotFound: Instance 02090911-ad5f-45bf-b0e4-910751803230 could not be found. [ 698.475345] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] [ 698.523049] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2763964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491775} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.523336] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 20645462-846a-4517-aee8-38a9211096bc/20645462-846a-4517-aee8-38a9211096bc.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.523615] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.523826] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90f04ce3-a800-4d9c-aeec-9bf3140aec2e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.531596] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 698.531596] env[62822]: value = "task-2763968" [ 698.531596] env[62822]: _type = "Task" [ 698.531596] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.548331] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2763968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.650590] env[62822]: DEBUG nova.compute.utils [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Build of instance 02090911-ad5f-45bf-b0e4-910751803230 aborted: Failed to rebuild volume backed instance. {{(pid=62822) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 698.654799] env[62822]: ERROR nova.compute.manager [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 02090911-ad5f-45bf-b0e4-910751803230 aborted: Failed to rebuild volume backed instance. [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] Traceback (most recent call last): [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self.driver.rebuild(**kwargs) [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] raise NotImplementedError() [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] NotImplementedError [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] During handling of the above exception, another exception occurred: [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] Traceback (most recent call last): [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 698.654799] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self._detach_root_volume(context, instance, root_bdm) [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] with excutils.save_and_reraise_exception(): [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self.force_reraise() [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] raise self.value [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self.driver.detach_volume(context, old_connection_info, [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] return self._volumeops.detach_volume(connection_info, instance) [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 698.655202] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self._detach_volume_vmdk(connection_info, instance) [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] stable_ref.fetch_moref(session) [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] raise exception.InstanceNotFound(instance_id=self._uuid) [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] nova.exception.InstanceNotFound: Instance 02090911-ad5f-45bf-b0e4-910751803230 could not be found. [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] During handling of the above exception, another exception occurred: [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] Traceback (most recent call last): [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] yield [ 698.655501] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 698.656497] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self._do_rebuild_instance_with_claim( [ 698.656497] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 698.656497] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self._do_rebuild_instance( [ 698.656497] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 698.656497] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self._rebuild_default_impl(**kwargs) [ 698.656497] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 698.656497] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] self._rebuild_volume_backed_instance( [ 698.656497] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 698.656497] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] raise exception.BuildAbortException( [ 698.656497] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] nova.exception.BuildAbortException: Build of instance 02090911-ad5f-45bf-b0e4-910751803230 aborted: Failed to rebuild volume backed instance. [ 698.656497] env[62822]: ERROR nova.compute.manager [instance: 02090911-ad5f-45bf-b0e4-910751803230] [ 698.677087] env[62822]: DEBUG nova.network.neutron [req-30bde504-b72e-4572-a923-e69d8688e8f4 req-5522b689-1569-421c-9bf3-9b9274e1bab2 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Updated VIF entry in instance network info cache for port b5638f35-6717-4cf5-b8b5-cffe3b980cd1. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.677734] env[62822]: DEBUG nova.network.neutron [req-30bde504-b72e-4572-a923-e69d8688e8f4 req-5522b689-1569-421c-9bf3-9b9274e1bab2 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Updating instance_info_cache with network_info: [{"id": "b5638f35-6717-4cf5-b8b5-cffe3b980cd1", "address": "fa:16:3e:0f:58:46", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5638f35-67", "ovs_interfaceid": "b5638f35-6717-4cf5-b8b5-cffe3b980cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.696376] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763967, 'name': CreateVM_Task, 'duration_secs': 0.470622} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.697984] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.699730] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.700774] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.701786] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.039s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.703411] env[62822]: INFO nova.compute.claims [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.735885] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5275175f-3a00-6414-cfb6-68972cc4bbdc, 'name': SearchDatastore_Task, 'duration_secs': 0.052362} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.736313] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.736611] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.737472] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.737557] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.737753] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.738094] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.738551] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.738819] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c5b9ca3-af25-46d8-9e56-8bf1ace2aef2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.741058] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68cc8498-628b-4820-96d4-2f21efa61f75 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.748793] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for the task: (returnval){ [ 698.748793] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dd87a6-edeb-56a7-4d06-fc468ec0b3fe" [ 698.748793] env[62822]: _type = "Task" [ 698.748793] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.754364] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.754583] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.755598] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb081af0-c016-47c9-bc37-385552e780bd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.762140] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dd87a6-edeb-56a7-4d06-fc468ec0b3fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.762766] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.762996] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.763234] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.767802] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 698.767802] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b51873-4f91-e7fb-f71d-390e378a733e" [ 698.767802] env[62822]: _type = "Task" [ 698.767802] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.775657] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b51873-4f91-e7fb-f71d-390e378a733e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.042546] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2763968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071508} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.042935] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.043759] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab1e4a6-a2b8-4e95-aecb-81b36e6052a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.066549] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 20645462-846a-4517-aee8-38a9211096bc/20645462-846a-4517-aee8-38a9211096bc.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.066847] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdfbe3cc-10a4-4157-83c1-42f7e7cd8921 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.087489] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 699.087489] env[62822]: value = "task-2763969" [ 699.087489] env[62822]: _type = "Task" [ 699.087489] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.096299] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2763969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.181113] env[62822]: DEBUG oslo_concurrency.lockutils [req-30bde504-b72e-4572-a923-e69d8688e8f4 req-5522b689-1569-421c-9bf3-9b9274e1bab2 service nova] Releasing lock "refresh_cache-d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.211471] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquiring lock "8dab949f-722b-4b8b-a8a3-b8b75bd87e92" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.211771] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "8dab949f-722b-4b8b-a8a3-b8b75bd87e92" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.278852] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b51873-4f91-e7fb-f71d-390e378a733e, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.279762] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39203da-83eb-445d-bd13-5357c01344ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.286037] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 699.286037] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527cb344-3dde-edcd-a831-e50ca256bc2e" [ 699.286037] env[62822]: _type = "Task" [ 699.286037] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.294123] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527cb344-3dde-edcd-a831-e50ca256bc2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.598447] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2763969, 'name': ReconfigVM_Task, 'duration_secs': 0.285113} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.598748] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 20645462-846a-4517-aee8-38a9211096bc/20645462-846a-4517-aee8-38a9211096bc.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.599360] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e44a3a7-48c0-4291-bfd0-ff89c394a498 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.606575] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 699.606575] env[62822]: value = "task-2763970" [ 699.606575] env[62822]: _type = "Task" [ 699.606575] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.615060] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2763970, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.717132] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "8dab949f-722b-4b8b-a8a3-b8b75bd87e92" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.717132] env[62822]: DEBUG nova.compute.manager [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.797707] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527cb344-3dde-edcd-a831-e50ca256bc2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.797928] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.798346] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] d6d95cd6-e6e2-48fe-8766-15fbc677a0e8/d6d95cd6-e6e2-48fe-8766-15fbc677a0e8.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.798599] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.798690] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.799708] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de55cb94-499a-4097-bfc7-305955112d23 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.801221] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f491c85-70dc-4360-b96b-ee6161fe202d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.814710] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 699.814710] env[62822]: value = "task-2763971" [ 699.814710] env[62822]: _type = "Task" [ 699.814710] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.816026] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.816197] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.819682] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d6f61e-89a4-4c0e-84ae-3f056baa768f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.830081] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.831427] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for the task: (returnval){ [ 699.831427] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52324b6a-4493-c0cd-70d0-475ef3fbe56e" [ 699.831427] env[62822]: _type = "Task" [ 699.831427] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.840846] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52324b6a-4493-c0cd-70d0-475ef3fbe56e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.119589] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2763970, 'name': Rename_Task, 'duration_secs': 0.144006} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.122517] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.123224] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-358cafc1-c5d8-4485-b6f2-e3197c2dd46a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.132296] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 700.132296] env[62822]: value = "task-2763972" [ 700.132296] env[62822]: _type = "Task" [ 700.132296] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.146890] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2763972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.209609] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b048db72-fcbd-4d4c-831b-6611b9fdede6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.219942] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ce0c29-b49b-42ca-81b7-445165f30e73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.224029] env[62822]: DEBUG nova.compute.utils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.224898] env[62822]: DEBUG nova.compute.manager [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.225086] env[62822]: DEBUG nova.network.neutron [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.263557] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03d088f-730f-4031-ba7f-ed3e23fc400e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.271970] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef510c56-e67e-4c7c-8cd6-d145c89f338e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.280839] env[62822]: DEBUG nova.policy [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6db248fb6ebc4ca5ae83005da5f83806', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b93708238eff45cfa009caa5cd8aecb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.292008] env[62822]: DEBUG nova.compute.provider_tree [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.327753] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763971, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.346164] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52324b6a-4493-c0cd-70d0-475ef3fbe56e, 'name': SearchDatastore_Task, 'duration_secs': 0.033074} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.347101] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528af1a3-c200-444f-9c60-87f05863c532 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.356202] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for the task: (returnval){ [ 700.356202] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520b0175-06ba-062b-31a2-150e478f7161" [ 700.356202] env[62822]: _type = "Task" [ 700.356202] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.381823] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520b0175-06ba-062b-31a2-150e478f7161, 'name': SearchDatastore_Task, 'duration_secs': 0.022872} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.382142] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.382425] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 55a07a62-4f4b-416c-9481-506af3dc587a/55a07a62-4f4b-416c-9481-506af3dc587a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.382709] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f36e190-b98b-4981-b2b2-aa228050b72d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.390287] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for the task: (returnval){ [ 700.390287] env[62822]: value = "task-2763973" [ 700.390287] env[62822]: _type = "Task" [ 700.390287] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.402442] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.581534] env[62822]: DEBUG nova.network.neutron [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Successfully created port: fd1f4800-d342-4563-82aa-70a79aca0dd5 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.645493] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2763972, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.673162] env[62822]: DEBUG oslo_concurrency.lockutils [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.729017] env[62822]: DEBUG nova.compute.manager [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.796462] env[62822]: DEBUG nova.scheduler.client.report [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.831470] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574522} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.832630] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] d6d95cd6-e6e2-48fe-8766-15fbc677a0e8/d6d95cd6-e6e2-48fe-8766-15fbc677a0e8.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.832882] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.833174] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f816d95f-0426-4f56-8386-676ef3ddbda9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.843759] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 700.843759] env[62822]: value = "task-2763974" [ 700.843759] env[62822]: _type = "Task" [ 700.843759] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.854316] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.902038] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471139} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.902309] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 55a07a62-4f4b-416c-9481-506af3dc587a/55a07a62-4f4b-416c-9481-506af3dc587a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.902581] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.902876] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b93ab52-e169-46b1-97d4-fbd2e4ece27d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.911270] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for the task: (returnval){ [ 700.911270] env[62822]: value = "task-2763975" [ 700.911270] env[62822]: _type = "Task" [ 700.911270] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.921291] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.146869] env[62822]: DEBUG oslo_vmware.api [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2763972, 'name': PowerOnVM_Task, 'duration_secs': 0.55689} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.147876] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.147876] env[62822]: INFO nova.compute.manager [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Took 8.70 seconds to spawn the instance on the hypervisor. [ 701.147876] env[62822]: DEBUG nova.compute.manager [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.148475] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e8a6ae-0a7d-4810-83a2-94719ec82699 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.308968] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.309511] env[62822]: DEBUG nova.compute.manager [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.312171] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.395s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.313608] env[62822]: INFO nova.compute.claims [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.354775] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076495} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.355808] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.355808] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf4aabf-cfb9-4525-b03c-ded15ceaac07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.395512] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] d6d95cd6-e6e2-48fe-8766-15fbc677a0e8/d6d95cd6-e6e2-48fe-8766-15fbc677a0e8.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.396188] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eb250af-8c73-4e68-8ef2-539b3bcf4023 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.417270] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 701.417270] env[62822]: value = "task-2763976" [ 701.417270] env[62822]: _type = "Task" [ 701.417270] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.420587] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074921} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.423716] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.424512] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a9aed7-49b2-48ce-8b20-80ac68830f69 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.432715] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763976, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.449761] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 55a07a62-4f4b-416c-9481-506af3dc587a/55a07a62-4f4b-416c-9481-506af3dc587a.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.449959] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7de36c7-d11d-4bd3-81fd-ba048bc09cd6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.470240] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for the task: (returnval){ [ 701.470240] env[62822]: value = "task-2763977" [ 701.470240] env[62822]: _type = "Task" [ 701.470240] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.479966] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.665766] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Acquiring lock "02090911-ad5f-45bf-b0e4-910751803230" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.668160] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "02090911-ad5f-45bf-b0e4-910751803230" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.668160] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Acquiring lock "02090911-ad5f-45bf-b0e4-910751803230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.668160] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "02090911-ad5f-45bf-b0e4-910751803230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.668160] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "02090911-ad5f-45bf-b0e4-910751803230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.674157] env[62822]: INFO nova.compute.manager [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Terminating instance [ 701.691008] env[62822]: INFO nova.compute.manager [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Took 48.70 seconds to build instance. [ 701.740362] env[62822]: DEBUG nova.compute.manager [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.766581] env[62822]: DEBUG nova.virt.hardware [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.766808] env[62822]: DEBUG nova.virt.hardware [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.766976] env[62822]: DEBUG nova.virt.hardware [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.767196] env[62822]: DEBUG nova.virt.hardware [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.767396] env[62822]: DEBUG nova.virt.hardware [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.767588] env[62822]: DEBUG nova.virt.hardware [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.767860] env[62822]: DEBUG nova.virt.hardware [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.767996] env[62822]: DEBUG nova.virt.hardware [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.768184] env[62822]: DEBUG nova.virt.hardware [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.768362] env[62822]: DEBUG nova.virt.hardware [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.768539] env[62822]: DEBUG nova.virt.hardware [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.769461] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58c8fae-7bcb-4383-878a-d402f94e3c98 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.782195] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a67782-4605-4b79-a84e-04bba202d694 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.821438] env[62822]: DEBUG nova.compute.utils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.822728] env[62822]: DEBUG nova.compute.manager [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.823409] env[62822]: DEBUG nova.network.neutron [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.891752] env[62822]: DEBUG nova.policy [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396229863b894f138dec9688a94b8de9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd460b6edfebe4f71820ebf90addff5de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.931649] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763976, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.983033] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763977, 'name': ReconfigVM_Task, 'duration_secs': 0.275957} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.983171] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 55a07a62-4f4b-416c-9481-506af3dc587a/55a07a62-4f4b-416c-9481-506af3dc587a.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.985640] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5d65dba-1c0f-4324-b22a-3d6ea6e9edce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.992413] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for the task: (returnval){ [ 701.992413] env[62822]: value = "task-2763978" [ 701.992413] env[62822]: _type = "Task" [ 701.992413] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.002321] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763978, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.181104] env[62822]: DEBUG nova.compute.manager [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.181496] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81888429-7438-40ef-ade1-af513bb3beda {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.192281] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afc4af1-91a2-4715-907a-f9be825a3b3b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.203467] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5220852b-a44f-4a8f-8e5f-c2526985310e tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "20645462-846a-4517-aee8-38a9211096bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.081s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.228871] env[62822]: WARNING nova.virt.vmwareapi.driver [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 02090911-ad5f-45bf-b0e4-910751803230 could not be found. [ 702.229187] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.230358] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58c07cc4-a569-412e-8537-c37423ba25e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.241532] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1168881-934d-4611-b76a-2cc47d1cbdbe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.280630] env[62822]: WARNING nova.virt.vmwareapi.vmops [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 02090911-ad5f-45bf-b0e4-910751803230 could not be found. [ 702.280913] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.281126] env[62822]: INFO nova.compute.manager [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Took 0.10 seconds to destroy the instance on the hypervisor. [ 702.281375] env[62822]: DEBUG oslo.service.loopingcall [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.281925] env[62822]: DEBUG nova.compute.manager [-] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.282032] env[62822]: DEBUG nova.network.neutron [-] [instance: 02090911-ad5f-45bf-b0e4-910751803230] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.308255] env[62822]: DEBUG nova.compute.manager [req-9396d2b5-37f5-4672-bfce-f9899a769c7b req-11434fd8-836a-4dd9-bee0-f0b6c1b0f661 service nova] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Received event network-vif-plugged-fd1f4800-d342-4563-82aa-70a79aca0dd5 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.308435] env[62822]: DEBUG oslo_concurrency.lockutils [req-9396d2b5-37f5-4672-bfce-f9899a769c7b req-11434fd8-836a-4dd9-bee0-f0b6c1b0f661 service nova] Acquiring lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.308635] env[62822]: DEBUG oslo_concurrency.lockutils [req-9396d2b5-37f5-4672-bfce-f9899a769c7b req-11434fd8-836a-4dd9-bee0-f0b6c1b0f661 service nova] Lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.308801] env[62822]: DEBUG oslo_concurrency.lockutils [req-9396d2b5-37f5-4672-bfce-f9899a769c7b req-11434fd8-836a-4dd9-bee0-f0b6c1b0f661 service nova] Lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.308954] env[62822]: DEBUG nova.compute.manager [req-9396d2b5-37f5-4672-bfce-f9899a769c7b req-11434fd8-836a-4dd9-bee0-f0b6c1b0f661 service nova] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] No waiting events found dispatching network-vif-plugged-fd1f4800-d342-4563-82aa-70a79aca0dd5 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.309125] env[62822]: WARNING nova.compute.manager [req-9396d2b5-37f5-4672-bfce-f9899a769c7b req-11434fd8-836a-4dd9-bee0-f0b6c1b0f661 service nova] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Received unexpected event network-vif-plugged-fd1f4800-d342-4563-82aa-70a79aca0dd5 for instance with vm_state building and task_state spawning. [ 702.326639] env[62822]: DEBUG nova.compute.manager [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.433098] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "8ba39ac3-459a-4265-80ec-60d421f7183d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.433098] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "8ba39ac3-459a-4265-80ec-60d421f7183d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.443684] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763976, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.444533] env[62822]: DEBUG nova.network.neutron [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Successfully updated port: fd1f4800-d342-4563-82aa-70a79aca0dd5 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.464143] env[62822]: DEBUG nova.network.neutron [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Successfully created port: 543bbca8-ef16-49be-a244-7753da85b2cd {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.507738] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763978, 'name': Rename_Task, 'duration_secs': 0.143909} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.507738] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.507738] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f478c4c-a19c-4dc3-92fe-33505ca692d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.517190] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for the task: (returnval){ [ 702.517190] env[62822]: value = "task-2763979" [ 702.517190] env[62822]: _type = "Task" [ 702.517190] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.525176] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.706238] env[62822]: DEBUG nova.compute.manager [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.932785] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763976, 'name': ReconfigVM_Task, 'duration_secs': 1.353827} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.933950] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Reconfigured VM instance instance-00000023 to attach disk [datastore2] d6d95cd6-e6e2-48fe-8766-15fbc677a0e8/d6d95cd6-e6e2-48fe-8766-15fbc677a0e8.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.935087] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44604b56-e88c-4caa-970c-ec69c10407ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.937542] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f984724-b4fd-4e54-9328-8f77b3c23c7b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.947880] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b48c09-614a-4738-b5e8-11cce679a3e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.951977] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 702.951977] env[62822]: value = "task-2763980" [ 702.951977] env[62822]: _type = "Task" [ 702.951977] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.951977] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquiring lock "refresh_cache-f1d2aae8-d54b-4de5-b2ce-01d0a061d643" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.951977] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquired lock "refresh_cache-f1d2aae8-d54b-4de5-b2ce-01d0a061d643" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.951977] env[62822]: DEBUG nova.network.neutron [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.986312] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b9cb0c-4cca-42c6-a55f-5f09cdb21f40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.992977] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763980, 'name': Rename_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.001399] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8761b5f0-c721-4af5-bbd0-e29890f00753 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.015919] env[62822]: DEBUG nova.compute.provider_tree [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.028291] env[62822]: DEBUG oslo_vmware.api [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763979, 'name': PowerOnVM_Task, 'duration_secs': 0.513056} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.028885] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.028885] env[62822]: INFO nova.compute.manager [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Took 4.96 seconds to spawn the instance on the hypervisor. [ 703.029048] env[62822]: DEBUG nova.compute.manager [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.029720] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0fac9c-4670-43df-accf-1701026aeee1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.229353] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.339458] env[62822]: DEBUG nova.compute.manager [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.367268] env[62822]: DEBUG nova.virt.hardware [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.367513] env[62822]: DEBUG nova.virt.hardware [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.367666] env[62822]: DEBUG nova.virt.hardware [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.367867] env[62822]: DEBUG nova.virt.hardware [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.368033] env[62822]: DEBUG nova.virt.hardware [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.368171] env[62822]: DEBUG nova.virt.hardware [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.368817] env[62822]: DEBUG nova.virt.hardware [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.368817] env[62822]: DEBUG nova.virt.hardware [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.368817] env[62822]: DEBUG nova.virt.hardware [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.368817] env[62822]: DEBUG nova.virt.hardware [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.369055] env[62822]: DEBUG nova.virt.hardware [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.369897] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b5491a-20ed-4bdb-81d1-9805b2d481dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.379878] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bc0d62-c6cd-42ad-a450-1905f5d9d387 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.465945] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763980, 'name': Rename_Task, 'duration_secs': 0.151914} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.466514] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.466769] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df612e69-e981-4876-9d46-61e03500bde9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.474874] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 703.474874] env[62822]: value = "task-2763981" [ 703.474874] env[62822]: _type = "Task" [ 703.474874] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.483556] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.513887] env[62822]: DEBUG nova.compute.manager [req-8cda27ee-d5ab-4f8c-b2b7-65fc8a1fc0aa req-938b617a-9e61-4b0e-8395-68c63415e4b3 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Received event network-vif-deleted-fd4df151-8b5f-4155-afdc-d5371d2f5751 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.514090] env[62822]: INFO nova.compute.manager [req-8cda27ee-d5ab-4f8c-b2b7-65fc8a1fc0aa req-938b617a-9e61-4b0e-8395-68c63415e4b3 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Neutron deleted interface fd4df151-8b5f-4155-afdc-d5371d2f5751; detaching it from the instance and deleting it from the info cache [ 703.514257] env[62822]: DEBUG nova.network.neutron [req-8cda27ee-d5ab-4f8c-b2b7-65fc8a1fc0aa req-938b617a-9e61-4b0e-8395-68c63415e4b3 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.516039] env[62822]: DEBUG nova.network.neutron [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.522205] env[62822]: DEBUG nova.scheduler.client.report [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.552010] env[62822]: INFO nova.compute.manager [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Took 44.92 seconds to build instance. [ 703.740557] env[62822]: DEBUG nova.network.neutron [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Updating instance_info_cache with network_info: [{"id": "fd1f4800-d342-4563-82aa-70a79aca0dd5", "address": "fa:16:3e:87:40:9e", "network": {"id": "0645ca65-5640-461e-8136-8e9df19c85fb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-369755731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b93708238eff45cfa009caa5cd8aecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1f4800-d3", "ovs_interfaceid": "fd1f4800-d342-4563-82aa-70a79aca0dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.951695] env[62822]: DEBUG nova.network.neutron [-] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.989781] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763981, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.019400] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90d39cbf-530a-45e9-ac57-57627b99ba2e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.028034] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.028776] env[62822]: DEBUG nova.compute.manager [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.032523] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.807s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.032811] env[62822]: DEBUG nova.objects.instance [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lazy-loading 'resources' on Instance uuid f1429713-ecf1-481d-b4ae-a50abab28758 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.037186] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c6286a-a44a-456e-ba47-df2eceef63f1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.057740] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17d71370-7cd3-41d7-a9ca-0b9041afa58e tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Lock "55a07a62-4f4b-416c-9481-506af3dc587a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.121s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.086446] env[62822]: DEBUG nova.compute.manager [req-8cda27ee-d5ab-4f8c-b2b7-65fc8a1fc0aa req-938b617a-9e61-4b0e-8395-68c63415e4b3 service nova] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Detach interface failed, port_id=fd4df151-8b5f-4155-afdc-d5371d2f5751, reason: Instance 02090911-ad5f-45bf-b0e4-910751803230 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 704.244548] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Releasing lock "refresh_cache-f1d2aae8-d54b-4de5-b2ce-01d0a061d643" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.244548] env[62822]: DEBUG nova.compute.manager [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Instance network_info: |[{"id": "fd1f4800-d342-4563-82aa-70a79aca0dd5", "address": "fa:16:3e:87:40:9e", "network": {"id": "0645ca65-5640-461e-8136-8e9df19c85fb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-369755731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b93708238eff45cfa009caa5cd8aecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1f4800-d3", "ovs_interfaceid": "fd1f4800-d342-4563-82aa-70a79aca0dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.244888] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:40:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd1f4800-d342-4563-82aa-70a79aca0dd5', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.254091] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Creating folder: Project (b93708238eff45cfa009caa5cd8aecb9). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.257257] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dafe14e0-2dde-455c-81ca-3cdeb5291dc3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.270440] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Created folder: Project (b93708238eff45cfa009caa5cd8aecb9) in parent group-v555973. [ 704.270683] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Creating folder: Instances. Parent ref: group-v556088. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.270929] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7308119b-cd2b-45f9-9946-9265949b1950 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.288405] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Created folder: Instances in parent group-v556088. [ 704.288749] env[62822]: DEBUG oslo.service.loopingcall [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.289017] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.289293] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e8c8f02-b69f-4695-8f81-bc72b2ee658f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.314249] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.314249] env[62822]: value = "task-2763984" [ 704.314249] env[62822]: _type = "Task" [ 704.314249] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.323469] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763984, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.361545] env[62822]: DEBUG nova.network.neutron [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Successfully updated port: 543bbca8-ef16-49be-a244-7753da85b2cd {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.456085] env[62822]: INFO nova.compute.manager [-] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Took 2.17 seconds to deallocate network for instance. [ 704.488529] env[62822]: DEBUG oslo_vmware.api [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763981, 'name': PowerOnVM_Task, 'duration_secs': 0.545163} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.492279] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.492602] env[62822]: INFO nova.compute.manager [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Took 9.34 seconds to spawn the instance on the hypervisor. [ 704.492868] env[62822]: DEBUG nova.compute.manager [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.494261] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b0b31d-8c82-461d-8414-56426c077009 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.555172] env[62822]: DEBUG nova.compute.utils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.560044] env[62822]: DEBUG nova.compute.manager [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.560044] env[62822]: DEBUG nova.network.neutron [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.562867] env[62822]: DEBUG nova.compute.manager [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.652767] env[62822]: DEBUG nova.policy [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a384914d8adf4529b985f480872f2c09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2f8f55dae734d0eb921bc785053b4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.664182] env[62822]: DEBUG nova.compute.manager [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Received event network-changed-fd1f4800-d342-4563-82aa-70a79aca0dd5 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.664370] env[62822]: DEBUG nova.compute.manager [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Refreshing instance network info cache due to event network-changed-fd1f4800-d342-4563-82aa-70a79aca0dd5. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.664577] env[62822]: DEBUG oslo_concurrency.lockutils [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] Acquiring lock "refresh_cache-f1d2aae8-d54b-4de5-b2ce-01d0a061d643" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.664711] env[62822]: DEBUG oslo_concurrency.lockutils [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] Acquired lock "refresh_cache-f1d2aae8-d54b-4de5-b2ce-01d0a061d643" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.664896] env[62822]: DEBUG nova.network.neutron [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Refreshing network info cache for port fd1f4800-d342-4563-82aa-70a79aca0dd5 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.693019] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505887e4-c72e-4811-ab66-1aa5b808100e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.704091] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583674aa-20dd-42a5-b628-40959e4d7e89 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.740085] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8681ba47-0d7f-4763-b435-c65ece682f5e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.748495] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e206cd-6b49-4aa7-a044-9598ead3c088 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.762262] env[62822]: DEBUG nova.compute.provider_tree [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.824922] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763984, 'name': CreateVM_Task, 'duration_secs': 0.391373} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.825122] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.825812] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.825982] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.828263] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.828263] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea68fa1-8876-46a0-8433-a53c773bd25a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.832325] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for the task: (returnval){ [ 704.832325] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bb6068-750a-d49e-2325-05dc61ed94f2" [ 704.832325] env[62822]: _type = "Task" [ 704.832325] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.843661] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bb6068-750a-d49e-2325-05dc61ed94f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.866478] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.866631] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.866871] env[62822]: DEBUG nova.network.neutron [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.015082] env[62822]: INFO nova.compute.manager [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Took 48.10 seconds to build instance. [ 705.043153] env[62822]: INFO nova.compute.manager [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Took 0.59 seconds to detach 1 volumes for instance. [ 705.046506] env[62822]: DEBUG nova.compute.manager [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Deleting volume: 22948de1-bc57-438a-bdb0-ef8c8bfaaa09 {{(pid=62822) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 705.062857] env[62822]: DEBUG nova.compute.manager [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.066256] env[62822]: DEBUG nova.compute.manager [None req-dea5e328-ff39-487e-bfe0-a0dbe673dfd8 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.067289] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0eb8e7-1408-4b43-81f3-ed93622118de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.091129] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.268381] env[62822]: DEBUG nova.scheduler.client.report [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.282364] env[62822]: DEBUG nova.network.neutron [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Successfully created port: 9d0d7f2c-72ca-4e6c-a72b-cb448cffda88 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.346389] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bb6068-750a-d49e-2325-05dc61ed94f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.353984] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.353984] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.353984] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.353984] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.354187] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.354187] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-644933f8-0bfa-44a3-82f7-4fb5347343bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.381724] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.382146] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.383521] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a76da25-5e5f-4079-bd62-9fa7a76f9f45 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.389480] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for the task: (returnval){ [ 705.389480] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523042e8-b6ae-27ec-5ea8-2f6cc47b6385" [ 705.389480] env[62822]: _type = "Task" [ 705.389480] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.402059] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523042e8-b6ae-27ec-5ea8-2f6cc47b6385, 'name': SearchDatastore_Task} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.402862] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d90862-3848-4825-aaab-5fc244803915 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.409422] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for the task: (returnval){ [ 705.409422] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5263704f-a154-5d0a-ac89-fae45be8cf04" [ 705.409422] env[62822]: _type = "Task" [ 705.409422] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.418571] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5263704f-a154-5d0a-ac89-fae45be8cf04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.419620] env[62822]: DEBUG nova.network.neutron [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Updated VIF entry in instance network info cache for port fd1f4800-d342-4563-82aa-70a79aca0dd5. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.419978] env[62822]: DEBUG nova.network.neutron [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Updating instance_info_cache with network_info: [{"id": "fd1f4800-d342-4563-82aa-70a79aca0dd5", "address": "fa:16:3e:87:40:9e", "network": {"id": "0645ca65-5640-461e-8136-8e9df19c85fb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-369755731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b93708238eff45cfa009caa5cd8aecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1f4800-d3", "ovs_interfaceid": "fd1f4800-d342-4563-82aa-70a79aca0dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.466521] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquiring lock "55a07a62-4f4b-416c-9481-506af3dc587a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.466784] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Lock "55a07a62-4f4b-416c-9481-506af3dc587a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.466974] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquiring lock "55a07a62-4f4b-416c-9481-506af3dc587a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.467165] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Lock "55a07a62-4f4b-416c-9481-506af3dc587a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.467332] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Lock "55a07a62-4f4b-416c-9481-506af3dc587a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.471762] env[62822]: INFO nova.compute.manager [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Terminating instance [ 705.518381] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63c8c974-fc8c-4d54-bb5c-681ea58bc8c7 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.944s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.584539] env[62822]: INFO nova.compute.manager [None req-dea5e328-ff39-487e-bfe0-a0dbe673dfd8 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] instance snapshotting [ 705.586870] env[62822]: DEBUG nova.objects.instance [None req-dea5e328-ff39-487e-bfe0-a0dbe673dfd8 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Lazy-loading 'flavor' on Instance uuid 55a07a62-4f4b-416c-9481-506af3dc587a {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.599327] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.629126] env[62822]: DEBUG nova.network.neutron [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.775514] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.782052] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.035s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.782052] env[62822]: INFO nova.compute.claims [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.813706] env[62822]: INFO nova.scheduler.client.report [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Deleted allocations for instance f1429713-ecf1-481d-b4ae-a50abab28758 [ 705.927812] env[62822]: DEBUG oslo_concurrency.lockutils [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] Releasing lock "refresh_cache-f1d2aae8-d54b-4de5-b2ce-01d0a061d643" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.927812] env[62822]: DEBUG nova.compute.manager [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Received event network-vif-plugged-543bbca8-ef16-49be-a244-7753da85b2cd {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.927812] env[62822]: DEBUG oslo_concurrency.lockutils [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] Acquiring lock "e8ecc175-f462-4715-9b11-dfa9b3780d94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.927812] env[62822]: DEBUG oslo_concurrency.lockutils [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] Lock "e8ecc175-f462-4715-9b11-dfa9b3780d94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.927812] env[62822]: DEBUG oslo_concurrency.lockutils [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] Lock "e8ecc175-f462-4715-9b11-dfa9b3780d94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.928178] env[62822]: DEBUG nova.compute.manager [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] No waiting events found dispatching network-vif-plugged-543bbca8-ef16-49be-a244-7753da85b2cd {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.928178] env[62822]: WARNING nova.compute.manager [req-444e5c83-2c15-4a34-9165-cbe417a0f23a req-7adc75d8-2257-43b9-9860-b9f5114cf61a service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Received unexpected event network-vif-plugged-543bbca8-ef16-49be-a244-7753da85b2cd for instance with vm_state building and task_state spawning. [ 705.928178] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5263704f-a154-5d0a-ac89-fae45be8cf04, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.928178] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.928299] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] f1d2aae8-d54b-4de5-b2ce-01d0a061d643/f1d2aae8-d54b-4de5-b2ce-01d0a061d643.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.928299] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe64a02-fb00-437b-b099-57a07382086a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.937312] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for the task: (returnval){ [ 705.937312] env[62822]: value = "task-2763986" [ 705.937312] env[62822]: _type = "Task" [ 705.937312] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.947673] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.976755] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquiring lock "refresh_cache-55a07a62-4f4b-416c-9481-506af3dc587a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.976755] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquired lock "refresh_cache-55a07a62-4f4b-416c-9481-506af3dc587a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.976903] env[62822]: DEBUG nova.network.neutron [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.012968] env[62822]: DEBUG nova.network.neutron [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updating instance_info_cache with network_info: [{"id": "543bbca8-ef16-49be-a244-7753da85b2cd", "address": "fa:16:3e:bf:4e:4f", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543bbca8-ef", "ovs_interfaceid": "543bbca8-ef16-49be-a244-7753da85b2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.020438] env[62822]: DEBUG nova.compute.manager [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.075203] env[62822]: DEBUG nova.compute.manager [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.091909] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f0cf3-4a7f-40be-a1b1-ee1936d7fa17 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.116678] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba184ab-7866-46fd-8319-01f2d2004667 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.129298] env[62822]: DEBUG nova.virt.hardware [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.129678] env[62822]: DEBUG nova.virt.hardware [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.129775] env[62822]: DEBUG nova.virt.hardware [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.129976] env[62822]: DEBUG nova.virt.hardware [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.130139] env[62822]: DEBUG nova.virt.hardware [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.130286] env[62822]: DEBUG nova.virt.hardware [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.131323] env[62822]: DEBUG nova.virt.hardware [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.131323] env[62822]: DEBUG nova.virt.hardware [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.131323] env[62822]: DEBUG nova.virt.hardware [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.131323] env[62822]: DEBUG nova.virt.hardware [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.131323] env[62822]: DEBUG nova.virt.hardware [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.132323] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ac6c95-4296-4e01-ad4f-99c59b981faa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.143357] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4edae3f-2c79-4580-9db7-250c77e8796b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.328861] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58bb553e-b841-4fee-96c0-06b8ba66594a tempest-DeleteServersAdminTestJSON-1887008233 tempest-DeleteServersAdminTestJSON-1887008233-project-member] Lock "f1429713-ecf1-481d-b4ae-a50abab28758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.212s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.369189] env[62822]: INFO nova.compute.manager [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Rebuilding instance [ 706.424754] env[62822]: DEBUG nova.compute.manager [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.426560] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0047fd97-975f-4336-9a6f-e82e529c98f0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.450207] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763986, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.501837] env[62822]: DEBUG nova.network.neutron [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.522486] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.522486] env[62822]: DEBUG nova.compute.manager [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Instance network_info: |[{"id": "543bbca8-ef16-49be-a244-7753da85b2cd", "address": "fa:16:3e:bf:4e:4f", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543bbca8-ef", "ovs_interfaceid": "543bbca8-ef16-49be-a244-7753da85b2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.522779] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:4e:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '543bbca8-ef16-49be-a244-7753da85b2cd', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.530856] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Creating folder: Project (d460b6edfebe4f71820ebf90addff5de). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.534637] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fc084cc-fa40-4c9f-b354-ea457953de4d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.549539] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Created folder: Project (d460b6edfebe4f71820ebf90addff5de) in parent group-v555973. [ 706.549752] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Creating folder: Instances. Parent ref: group-v556091. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.550069] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fff8e1d7-b17c-40d1-962f-639531883713 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.554974] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.564712] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Created folder: Instances in parent group-v556091. [ 706.568128] env[62822]: DEBUG oslo.service.loopingcall [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.568128] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.568128] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e105ee6-e11d-4e5c-91f2-0bbc0f1b8e99 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.581763] env[62822]: DEBUG nova.network.neutron [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.592009] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.592009] env[62822]: value = "task-2763989" [ 706.592009] env[62822]: _type = "Task" [ 706.592009] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.604902] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763989, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.637206] env[62822]: DEBUG nova.compute.manager [None req-dea5e328-ff39-487e-bfe0-a0dbe673dfd8 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Instance disappeared during snapshot {{(pid=62822) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 706.724448] env[62822]: DEBUG nova.compute.manager [req-2b4fa19b-0536-4b2b-b618-e6d63dc35238 req-d1d6db71-a9a6-49c3-8853-30fad9ea6544 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Received event network-changed-543bbca8-ef16-49be-a244-7753da85b2cd {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.724676] env[62822]: DEBUG nova.compute.manager [req-2b4fa19b-0536-4b2b-b618-e6d63dc35238 req-d1d6db71-a9a6-49c3-8853-30fad9ea6544 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Refreshing instance network info cache due to event network-changed-543bbca8-ef16-49be-a244-7753da85b2cd. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 706.724930] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b4fa19b-0536-4b2b-b618-e6d63dc35238 req-d1d6db71-a9a6-49c3-8853-30fad9ea6544 service nova] Acquiring lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.725115] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b4fa19b-0536-4b2b-b618-e6d63dc35238 req-d1d6db71-a9a6-49c3-8853-30fad9ea6544 service nova] Acquired lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.725292] env[62822]: DEBUG nova.network.neutron [req-2b4fa19b-0536-4b2b-b618-e6d63dc35238 req-d1d6db71-a9a6-49c3-8853-30fad9ea6544 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Refreshing network info cache for port 543bbca8-ef16-49be-a244-7753da85b2cd {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.814601] env[62822]: DEBUG nova.compute.manager [None req-dea5e328-ff39-487e-bfe0-a0dbe673dfd8 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Found 0 images (rotation: 2) {{(pid=62822) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 706.954631] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552574} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.955532] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] f1d2aae8-d54b-4de5-b2ce-01d0a061d643/f1d2aae8-d54b-4de5-b2ce-01d0a061d643.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.955733] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.956044] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90896734-58fe-4e2f-aad6-9178f8f0c7ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.965670] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for the task: (returnval){ [ 706.965670] env[62822]: value = "task-2763990" [ 706.965670] env[62822]: _type = "Task" [ 706.965670] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.976982] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.087694] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Releasing lock "refresh_cache-55a07a62-4f4b-416c-9481-506af3dc587a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.088195] env[62822]: DEBUG nova.compute.manager [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.088423] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.090333] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6877413-9b3d-4774-bc40-87e2e1dae320 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.104732] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.108199] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-057b6120-f02f-4d57-a3a4-5505774e9329 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.110347] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763989, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.118387] env[62822]: DEBUG oslo_vmware.api [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for the task: (returnval){ [ 707.118387] env[62822]: value = "task-2763991" [ 707.118387] env[62822]: _type = "Task" [ 707.118387] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.129370] env[62822]: DEBUG oslo_vmware.api [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.347306] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874655fd-12ca-4e1a-bce3-9e552caf7b66 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.356930] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4f97d9-25ad-4bdb-87c2-c95c9c44d23f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.395727] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d94a56-1605-4732-acd4-e807906008c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.403879] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9c9f9c-529d-45ac-b4d0-1f38156104a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.420318] env[62822]: DEBUG nova.compute.provider_tree [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.455990] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.456312] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-232dc632-dca3-4055-aa2e-dc2e53e9ebd0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.465130] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 707.465130] env[62822]: value = "task-2763992" [ 707.465130] env[62822]: _type = "Task" [ 707.465130] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.479576] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.482989] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26207} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.483426] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.485021] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d513a1-7d01-4230-822c-7a0d04833e09 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.510236] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] f1d2aae8-d54b-4de5-b2ce-01d0a061d643/f1d2aae8-d54b-4de5-b2ce-01d0a061d643.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.510560] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d744b06e-fe33-4d7c-90b5-0a01ec207bbf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.536700] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for the task: (returnval){ [ 707.536700] env[62822]: value = "task-2763993" [ 707.536700] env[62822]: _type = "Task" [ 707.536700] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.549983] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.606233] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2763989, 'name': CreateVM_Task, 'duration_secs': 0.534325} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.606233] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.606941] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.607114] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.607435] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.607767] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c993a5cc-8511-4849-a1a3-d8edb9e56011 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.616020] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 707.616020] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c2e316-7b39-d068-8b73-23f5d8bd00ff" [ 707.616020] env[62822]: _type = "Task" [ 707.616020] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.628951] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c2e316-7b39-d068-8b73-23f5d8bd00ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.634763] env[62822]: DEBUG oslo_vmware.api [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763991, 'name': PowerOffVM_Task, 'duration_secs': 0.277213} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.635045] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.635238] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.635493] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5511157f-7e31-41f6-840d-59b190a47ad9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.666477] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.666673] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.666849] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Deleting the datastore file [datastore2] 55a07a62-4f4b-416c-9481-506af3dc587a {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.667118] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f1e887c-c157-4904-a6d4-4b0fc01316b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.678596] env[62822]: DEBUG oslo_vmware.api [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for the task: (returnval){ [ 707.678596] env[62822]: value = "task-2763995" [ 707.678596] env[62822]: _type = "Task" [ 707.678596] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.687775] env[62822]: DEBUG oslo_vmware.api [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.706720] env[62822]: DEBUG nova.network.neutron [req-2b4fa19b-0536-4b2b-b618-e6d63dc35238 req-d1d6db71-a9a6-49c3-8853-30fad9ea6544 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updated VIF entry in instance network info cache for port 543bbca8-ef16-49be-a244-7753da85b2cd. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.707136] env[62822]: DEBUG nova.network.neutron [req-2b4fa19b-0536-4b2b-b618-e6d63dc35238 req-d1d6db71-a9a6-49c3-8853-30fad9ea6544 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updating instance_info_cache with network_info: [{"id": "543bbca8-ef16-49be-a244-7753da85b2cd", "address": "fa:16:3e:bf:4e:4f", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543bbca8-ef", "ovs_interfaceid": "543bbca8-ef16-49be-a244-7753da85b2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.739211] env[62822]: DEBUG nova.network.neutron [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Successfully updated port: 9d0d7f2c-72ca-4e6c-a72b-cb448cffda88 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.924984] env[62822]: DEBUG nova.scheduler.client.report [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.976443] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763992, 'name': PowerOffVM_Task, 'duration_secs': 0.337945} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.976716] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.977024] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.977846] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f24ce6-f8e7-4eb4-8fd3-9df42e3ad714 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.985566] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.985805] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-387befd6-a542-4730-9085-145260e31f90 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.047213] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.127421] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c2e316-7b39-d068-8b73-23f5d8bd00ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015834} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.127738] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.127974] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.128218] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.128360] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.128541] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.129037] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfe89704-046a-4cd1-8840-91054d50d784 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.140599] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.140599] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.141342] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3148fc-0dac-4edf-ac53-80c51151cca4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.147411] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 708.147411] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b1aff2-e0dd-addd-0cf0-8f92fefcb4e6" [ 708.147411] env[62822]: _type = "Task" [ 708.147411] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.156535] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b1aff2-e0dd-addd-0cf0-8f92fefcb4e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.190293] env[62822]: DEBUG oslo_vmware.api [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Task: {'id': task-2763995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218966} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.190456] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.190665] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.190862] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.191046] env[62822]: INFO nova.compute.manager [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 708.191310] env[62822]: DEBUG oslo.service.loopingcall [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.191513] env[62822]: DEBUG nova.compute.manager [-] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.191645] env[62822]: DEBUG nova.network.neutron [-] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.208235] env[62822]: DEBUG nova.network.neutron [-] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.210199] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b4fa19b-0536-4b2b-b618-e6d63dc35238 req-d1d6db71-a9a6-49c3-8853-30fad9ea6544 service nova] Releasing lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.240306] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.240633] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.240633] env[62822]: DEBUG nova.network.neutron [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.242646] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.242865] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.243127] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleting the datastore file [datastore2] d6d95cd6-e6e2-48fe-8766-15fbc677a0e8 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.243773] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6fa1b69-1141-49dd-96e4-f9860b75bd3e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.253142] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 708.253142] env[62822]: value = "task-2763997" [ 708.253142] env[62822]: _type = "Task" [ 708.253142] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.263454] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.436567] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.436567] env[62822]: DEBUG nova.compute.manager [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.439995] env[62822]: DEBUG oslo_concurrency.lockutils [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.224s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.440330] env[62822]: DEBUG nova.objects.instance [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lazy-loading 'resources' on Instance uuid 471d4a05-6756-49d8-8b02-ba7edaa750f9 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.548178] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763993, 'name': ReconfigVM_Task, 'duration_secs': 0.650716} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.548446] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Reconfigured VM instance instance-00000025 to attach disk [datastore1] f1d2aae8-d54b-4de5-b2ce-01d0a061d643/f1d2aae8-d54b-4de5-b2ce-01d0a061d643.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.549085] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a579372-cb3e-44d4-a226-0d6e0de36a49 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.556762] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for the task: (returnval){ [ 708.556762] env[62822]: value = "task-2763998" [ 708.556762] env[62822]: _type = "Task" [ 708.556762] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.567152] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763998, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.659887] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b1aff2-e0dd-addd-0cf0-8f92fefcb4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.047555} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.660894] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f416b4-d9f2-4f87-9c66-e328bfdb091d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.667017] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 708.667017] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a8fcdb-1549-b242-1baf-1eb2c2b65780" [ 708.667017] env[62822]: _type = "Task" [ 708.667017] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.676921] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a8fcdb-1549-b242-1baf-1eb2c2b65780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.711269] env[62822]: DEBUG nova.network.neutron [-] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.764844] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2763997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158857} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.766293] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.766528] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.766709] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.770088] env[62822]: DEBUG nova.compute.manager [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Received event network-vif-plugged-9d0d7f2c-72ca-4e6c-a72b-cb448cffda88 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.770350] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] Acquiring lock "3bd82072-2c33-475f-bac6-da59d2c431ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.770605] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.770792] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.771074] env[62822]: DEBUG nova.compute.manager [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] No waiting events found dispatching network-vif-plugged-9d0d7f2c-72ca-4e6c-a72b-cb448cffda88 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.771314] env[62822]: WARNING nova.compute.manager [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Received unexpected event network-vif-plugged-9d0d7f2c-72ca-4e6c-a72b-cb448cffda88 for instance with vm_state building and task_state spawning. [ 708.771486] env[62822]: DEBUG nova.compute.manager [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Received event network-changed-9d0d7f2c-72ca-4e6c-a72b-cb448cffda88 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.771713] env[62822]: DEBUG nova.compute.manager [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Refreshing instance network info cache due to event network-changed-9d0d7f2c-72ca-4e6c-a72b-cb448cffda88. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.771861] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] Acquiring lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.782626] env[62822]: DEBUG nova.network.neutron [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.945465] env[62822]: DEBUG nova.compute.utils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.947459] env[62822]: DEBUG nova.compute.manager [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.947459] env[62822]: DEBUG nova.network.neutron [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.003887] env[62822]: DEBUG nova.network.neutron [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance_info_cache with network_info: [{"id": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "address": "fa:16:3e:6c:80:4f", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d7f2c-72", "ovs_interfaceid": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.021280] env[62822]: DEBUG nova.policy [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2a46fea4bac412c90a7e45dfb39ad72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54feba95a7aa45d491228a896de3a570', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.075238] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763998, 'name': Rename_Task, 'duration_secs': 0.158445} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.075549] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.075803] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37628105-f3dc-4464-883f-8420f48d20b9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.083672] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for the task: (returnval){ [ 709.083672] env[62822]: value = "task-2763999" [ 709.083672] env[62822]: _type = "Task" [ 709.083672] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.096341] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.186225] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a8fcdb-1549-b242-1baf-1eb2c2b65780, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.191013] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.191013] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] e8ecc175-f462-4715-9b11-dfa9b3780d94/e8ecc175-f462-4715-9b11-dfa9b3780d94.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.191547] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3132dd8-1706-4a9f-8120-be61cc0f027c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.202217] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 709.202217] env[62822]: value = "task-2764000" [ 709.202217] env[62822]: _type = "Task" [ 709.202217] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.214335] env[62822]: INFO nova.compute.manager [-] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Took 1.02 seconds to deallocate network for instance. [ 709.214603] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.328448] env[62822]: DEBUG nova.network.neutron [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Successfully created port: 082783b3-ba82-47ef-982c-ebde56f9ad8c {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.451956] env[62822]: DEBUG nova.compute.manager [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.505724] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.507038] env[62822]: DEBUG nova.compute.manager [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Instance network_info: |[{"id": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "address": "fa:16:3e:6c:80:4f", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d7f2c-72", "ovs_interfaceid": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.507038] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] Acquired lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.507175] env[62822]: DEBUG nova.network.neutron [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Refreshing network info cache for port 9d0d7f2c-72ca-4e6c-a72b-cb448cffda88 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.510807] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:80:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d0d7f2c-72ca-4e6c-a72b-cb448cffda88', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.518948] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Creating folder: Project (f2f8f55dae734d0eb921bc785053b4bd). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.526110] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2b14f36-c5a0-4f6e-bf33-dbf512dc0d72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.541617] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Created folder: Project (f2f8f55dae734d0eb921bc785053b4bd) in parent group-v555973. [ 709.541992] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Creating folder: Instances. Parent ref: group-v556094. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.542307] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b5dd0e-dcd2-40f0-8d87-6ddfecb6febf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.546979] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec107f96-e5f5-41b8-8add-899d9529de01 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.558482] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa268fc-8fea-4e0e-bd7a-1358427db0d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.564079] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Created folder: Instances in parent group-v556094. [ 709.564357] env[62822]: DEBUG oslo.service.loopingcall [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.564972] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.565293] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3c91de7-ecac-4dbf-b047-5469d29d09e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.618842] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bc81bf-351d-40a7-b2cc-3524606f99f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.624871] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.624871] env[62822]: value = "task-2764003" [ 709.624871] env[62822]: _type = "Task" [ 709.624871] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.633904] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763999, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.638109] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5bf382-1904-4043-b82a-a2bf5aacdc7b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.646071] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764003, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.658563] env[62822]: DEBUG nova.compute.provider_tree [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.716514] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486402} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.716905] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] e8ecc175-f462-4715-9b11-dfa9b3780d94/e8ecc175-f462-4715-9b11-dfa9b3780d94.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.717197] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.717562] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd55ecad-904c-4ab6-a39d-132a3423fc80 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.723189] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.737709] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 709.737709] env[62822]: value = "task-2764004" [ 709.737709] env[62822]: _type = "Task" [ 709.737709] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.748065] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.813057] env[62822]: DEBUG nova.virt.hardware [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.813628] env[62822]: DEBUG nova.virt.hardware [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.814574] env[62822]: DEBUG nova.virt.hardware [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.814574] env[62822]: DEBUG nova.virt.hardware [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.814574] env[62822]: DEBUG nova.virt.hardware [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.814574] env[62822]: DEBUG nova.virt.hardware [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.814918] env[62822]: DEBUG nova.virt.hardware [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.815405] env[62822]: DEBUG nova.virt.hardware [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.815405] env[62822]: DEBUG nova.virt.hardware [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.815605] env[62822]: DEBUG nova.virt.hardware [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.815995] env[62822]: DEBUG nova.virt.hardware [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.817228] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227d8b59-8bc4-4f93-8a6b-9b682ad876e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.828256] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750c0aa5-5a7f-42a5-9fc4-4ae41564c3cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.844096] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:58:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5638f35-6717-4cf5-b8b5-cffe3b980cd1', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.851599] env[62822]: DEBUG oslo.service.loopingcall [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.854524] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.855430] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f677b82-4896-4962-b30c-893fb93d47fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.876735] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.876735] env[62822]: value = "task-2764005" [ 709.876735] env[62822]: _type = "Task" [ 709.876735] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.886687] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764005, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.991270] env[62822]: DEBUG nova.network.neutron [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updated VIF entry in instance network info cache for port 9d0d7f2c-72ca-4e6c-a72b-cb448cffda88. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.991270] env[62822]: DEBUG nova.network.neutron [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance_info_cache with network_info: [{"id": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "address": "fa:16:3e:6c:80:4f", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d7f2c-72", "ovs_interfaceid": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.123329] env[62822]: DEBUG oslo_vmware.api [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2763999, 'name': PowerOnVM_Task, 'duration_secs': 0.696706} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.123624] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.123842] env[62822]: INFO nova.compute.manager [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Took 8.38 seconds to spawn the instance on the hypervisor. [ 710.124046] env[62822]: DEBUG nova.compute.manager [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.124856] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c3bf9-fc46-444c-8eff-39a6043cb46a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.141412] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764003, 'name': CreateVM_Task, 'duration_secs': 0.392482} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.141510] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.142165] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.142339] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.142655] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.142886] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040aeea5-29ca-4f02-9591-7a6108f99590 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.149214] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 710.149214] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527ecd52-644a-3dc1-140e-12abefc61438" [ 710.149214] env[62822]: _type = "Task" [ 710.149214] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.158253] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527ecd52-644a-3dc1-140e-12abefc61438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.162309] env[62822]: DEBUG nova.scheduler.client.report [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.250051] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0906} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.250408] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.251168] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def4daf7-bcc7-4b1d-a574-a9b881691fdd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.278038] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] e8ecc175-f462-4715-9b11-dfa9b3780d94/e8ecc175-f462-4715-9b11-dfa9b3780d94.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.278385] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2975c5da-5a77-4732-93b9-7d9c9595e3f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.304756] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 710.304756] env[62822]: value = "task-2764006" [ 710.304756] env[62822]: _type = "Task" [ 710.304756] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.314655] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.386221] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764005, 'name': CreateVM_Task, 'duration_secs': 0.380337} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.386392] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.387041] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.463160] env[62822]: DEBUG nova.compute.manager [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.489282] env[62822]: DEBUG nova.virt.hardware [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:16:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3d2327b3-1b78-4189-94bc-79399eac64f2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-8774899',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.489520] env[62822]: DEBUG nova.virt.hardware [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.489674] env[62822]: DEBUG nova.virt.hardware [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.490042] env[62822]: DEBUG nova.virt.hardware [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.490249] env[62822]: DEBUG nova.virt.hardware [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.490499] env[62822]: DEBUG nova.virt.hardware [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.490685] env[62822]: DEBUG nova.virt.hardware [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.490791] env[62822]: DEBUG nova.virt.hardware [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.491149] env[62822]: DEBUG nova.virt.hardware [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.491431] env[62822]: DEBUG nova.virt.hardware [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.491524] env[62822]: DEBUG nova.virt.hardware [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.492484] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6458ea7d-6650-47c3-83cc-9da91af1942e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.495736] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fc3cf8b-9297-41e5-94dd-b320a1668a32 req-1f4289b8-cc3c-4e77-8ce2-00976c5a7e26 service nova] Releasing lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.502441] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856a17d4-b0b5-49c9-9c4d-a4d838a369d0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.647945] env[62822]: INFO nova.compute.manager [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Took 44.62 seconds to build instance. [ 710.660272] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527ecd52-644a-3dc1-140e-12abefc61438, 'name': SearchDatastore_Task, 'duration_secs': 0.013455} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.660579] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.660979] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.661098] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.661714] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.661714] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.661714] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.662043] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.662273] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dec00b6a-24f3-4a3d-8bcc-e7500ca54d33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.664404] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8d905b-e115-471e-9699-af4a5423b421 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.670027] env[62822]: DEBUG oslo_concurrency.lockutils [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.675166] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.679s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.677788] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 710.677788] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a82800-961b-535d-3fa7-c78aa4fb7d27" [ 710.677788] env[62822]: _type = "Task" [ 710.677788] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.679884] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.680868] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.687250] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b41a5e-d60f-4c83-abe2-22278571d0f6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.695358] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a82800-961b-535d-3fa7-c78aa4fb7d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.696110] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 710.696110] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b47b63-ae4f-c174-94ee-4b9137928f8a" [ 710.696110] env[62822]: _type = "Task" [ 710.696110] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.697193] env[62822]: INFO nova.scheduler.client.report [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Deleted allocations for instance 471d4a05-6756-49d8-8b02-ba7edaa750f9 [ 710.709259] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b47b63-ae4f-c174-94ee-4b9137928f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.819335] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764006, 'name': ReconfigVM_Task, 'duration_secs': 0.279154} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.819627] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Reconfigured VM instance instance-00000026 to attach disk [datastore1] e8ecc175-f462-4715-9b11-dfa9b3780d94/e8ecc175-f462-4715-9b11-dfa9b3780d94.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.820400] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dff78ac4-19a4-496b-99ea-9511d0d5b116 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.828824] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 710.828824] env[62822]: value = "task-2764007" [ 710.828824] env[62822]: _type = "Task" [ 710.828824] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.837690] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764007, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.091355] env[62822]: DEBUG nova.compute.manager [req-2a15d06e-0b6d-4bbe-9a46-8401398ee88a req-0f92e4cb-5871-4ad0-bf24-f6e52ad13b6d service nova] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Received event network-vif-plugged-082783b3-ba82-47ef-982c-ebde56f9ad8c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.091355] env[62822]: DEBUG oslo_concurrency.lockutils [req-2a15d06e-0b6d-4bbe-9a46-8401398ee88a req-0f92e4cb-5871-4ad0-bf24-f6e52ad13b6d service nova] Acquiring lock "88e04421-20bf-43d3-9773-0d5d7632ed22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.091355] env[62822]: DEBUG oslo_concurrency.lockutils [req-2a15d06e-0b6d-4bbe-9a46-8401398ee88a req-0f92e4cb-5871-4ad0-bf24-f6e52ad13b6d service nova] Lock "88e04421-20bf-43d3-9773-0d5d7632ed22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.091355] env[62822]: DEBUG oslo_concurrency.lockutils [req-2a15d06e-0b6d-4bbe-9a46-8401398ee88a req-0f92e4cb-5871-4ad0-bf24-f6e52ad13b6d service nova] Lock "88e04421-20bf-43d3-9773-0d5d7632ed22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.091355] env[62822]: DEBUG nova.compute.manager [req-2a15d06e-0b6d-4bbe-9a46-8401398ee88a req-0f92e4cb-5871-4ad0-bf24-f6e52ad13b6d service nova] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] No waiting events found dispatching network-vif-plugged-082783b3-ba82-47ef-982c-ebde56f9ad8c {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.091728] env[62822]: WARNING nova.compute.manager [req-2a15d06e-0b6d-4bbe-9a46-8401398ee88a req-0f92e4cb-5871-4ad0-bf24-f6e52ad13b6d service nova] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Received unexpected event network-vif-plugged-082783b3-ba82-47ef-982c-ebde56f9ad8c for instance with vm_state building and task_state spawning. [ 711.149980] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c18ce30c-3365-40cf-ae29-f9abc6f0e5cc tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.923s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.196183] env[62822]: DEBUG nova.network.neutron [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Successfully updated port: 082783b3-ba82-47ef-982c-ebde56f9ad8c {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.201315] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a82800-961b-535d-3fa7-c78aa4fb7d27, 'name': SearchDatastore_Task, 'duration_secs': 0.027775} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.204586] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.204992] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.205097] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.210074] env[62822]: DEBUG oslo_concurrency.lockutils [None req-57b842bb-694c-4986-a180-3802dd4843fd tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "471d4a05-6756-49d8-8b02-ba7edaa750f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.180s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.215348] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b47b63-ae4f-c174-94ee-4b9137928f8a, 'name': SearchDatastore_Task, 'duration_secs': 0.033302} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.216523] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a090dad9-d94b-467f-ad37-bab0b8745f82 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.224390] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 711.224390] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d7e236-5950-c157-c8eb-86c2f41195f8" [ 711.224390] env[62822]: _type = "Task" [ 711.224390] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.235379] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d7e236-5950-c157-c8eb-86c2f41195f8, 'name': SearchDatastore_Task} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.235379] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.235607] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 3bd82072-2c33-475f-bac6-da59d2c431ec/3bd82072-2c33-475f-bac6-da59d2c431ec.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.235786] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.235976] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.238397] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11bd7a67-40a1-43c3-94ae-a3cca4884d05 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.238397] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b538937a-eaae-4430-b175-41cc7c319530 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.250019] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 711.250019] env[62822]: value = "task-2764008" [ 711.250019] env[62822]: _type = "Task" [ 711.250019] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.253245] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.253573] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.254750] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9e676b-751f-41cf-b9f1-8cd5a95d1eee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.260304] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.263777] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 711.263777] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a26abf-570b-a97e-8de6-352630741c45" [ 711.263777] env[62822]: _type = "Task" [ 711.263777] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.272200] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a26abf-570b-a97e-8de6-352630741c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.342045] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764007, 'name': Rename_Task, 'duration_secs': 0.284445} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.342381] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.342668] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-587a9783-2991-458f-9735-fb93a7c6519a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.350814] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 711.350814] env[62822]: value = "task-2764009" [ 711.350814] env[62822]: _type = "Task" [ 711.350814] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.359856] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquiring lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.360122] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.360356] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquiring lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.360554] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.360735] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.362443] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.362935] env[62822]: INFO nova.compute.manager [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Terminating instance [ 711.653033] env[62822]: DEBUG nova.compute.manager [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.703265] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.703265] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.703386] env[62822]: DEBUG nova.network.neutron [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.724457] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance f960f20c-7602-4293-a355-89520abe9478 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.724689] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 50f2676d-83dd-4b21-8b1a-43868a8429c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.724824] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.724947] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2ebb4556-1741-48cc-b40c-45cde919e39d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.725076] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 68d17830-6e76-4274-952c-a10fb963aa1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.725206] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 7fae0278-8fc3-4512-964d-b318c2d1259c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.725392] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance c090804d-2123-4487-9152-dfce486bd17b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.725520] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance aae2f44a-12ca-4315-982b-1d2ac2e97b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.725640] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 4f4f114c-34cc-42f6-9aec-21178b0234f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.725751] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance faa282f6-f946-4f8e-aea8-23c8ea493f18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.725885] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 8fb48046-cb42-4250-a73a-046e1bc69f96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.726012] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 11541cf8-c651-4963-a4d6-cd08aa6362d3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.726156] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 7bc03c18-24a9-4e83-aaf7-a16af8164829 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.726546] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 1cb0dd52-e92e-4d1f-82ad-926fd793c889 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.726546] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 20645462-846a-4517-aee8-38a9211096bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.726546] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance d6d95cd6-e6e2-48fe-8766-15fbc677a0e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.726703] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 55a07a62-4f4b-416c-9481-506af3dc587a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.726926] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance f1d2aae8-d54b-4de5-b2ce-01d0a061d643 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.726926] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance e8ecc175-f462-4715-9b11-dfa9b3780d94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.726926] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 3bd82072-2c33-475f-bac6-da59d2c431ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.727082] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 88e04421-20bf-43d3-9773-0d5d7632ed22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.758610] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764008, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.775579] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a26abf-570b-a97e-8de6-352630741c45, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.776401] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab87eb7-51eb-4cc0-807d-7cc9077e3b2e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.782904] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 711.782904] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527a42e5-6867-a41f-afb9-4d2e92d8e493" [ 711.782904] env[62822]: _type = "Task" [ 711.782904] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.791537] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527a42e5-6867-a41f-afb9-4d2e92d8e493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.861329] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.867129] env[62822]: DEBUG nova.compute.manager [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.867248] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.868179] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b01b92-2244-453d-acbb-2802db805c77 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.876780] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.877048] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80c61461-d40c-45cd-a7df-ae620a59af62 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.885976] env[62822]: DEBUG oslo_vmware.api [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for the task: (returnval){ [ 711.885976] env[62822]: value = "task-2764010" [ 711.885976] env[62822]: _type = "Task" [ 711.885976] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.896227] env[62822]: DEBUG oslo_vmware.api [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2764010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.177289] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.231264] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 3381f3dc-cca3-4757-9745-0fe3d4e1671e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.238430] env[62822]: DEBUG nova.network.neutron [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.259854] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51362} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.262975] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 3bd82072-2c33-475f-bac6-da59d2c431ec/3bd82072-2c33-475f-bac6-da59d2c431ec.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.263307] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.263939] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7625fd0-a9f5-4416-a74c-9fdd91e8d426 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.273938] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 712.273938] env[62822]: value = "task-2764011" [ 712.273938] env[62822]: _type = "Task" [ 712.273938] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.284349] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.294413] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527a42e5-6867-a41f-afb9-4d2e92d8e493, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.294905] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.295233] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] d6d95cd6-e6e2-48fe-8766-15fbc677a0e8/d6d95cd6-e6e2-48fe-8766-15fbc677a0e8.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.295512] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04c73ef6-cac5-4f62-9da7-5f7950c38388 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.307643] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 712.307643] env[62822]: value = "task-2764012" [ 712.307643] env[62822]: _type = "Task" [ 712.307643] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.318956] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.379927] env[62822]: DEBUG oslo_vmware.api [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764009, 'name': PowerOnVM_Task, 'duration_secs': 0.77412} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.380312] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.380617] env[62822]: INFO nova.compute.manager [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Took 9.04 seconds to spawn the instance on the hypervisor. [ 712.380880] env[62822]: DEBUG nova.compute.manager [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.381766] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e5cfd1-3f40-4fba-b8a6-2b980ff02c64 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.403341] env[62822]: DEBUG oslo_vmware.api [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2764010, 'name': PowerOffVM_Task, 'duration_secs': 0.185048} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.404299] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.404299] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.404299] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f70bf5e-8b38-4490-a60d-530bef24e4dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.443572] env[62822]: DEBUG nova.network.neutron [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance_info_cache with network_info: [{"id": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "address": "fa:16:3e:df:d1:7f", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082783b3-ba", "ovs_interfaceid": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.490785] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.491051] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.491187] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Deleting the datastore file [datastore1] f1d2aae8-d54b-4de5-b2ce-01d0a061d643 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.491782] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5186032-cc94-4df2-b6be-bb0504cf0bba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.499877] env[62822]: DEBUG oslo_vmware.api [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for the task: (returnval){ [ 712.499877] env[62822]: value = "task-2764014" [ 712.499877] env[62822]: _type = "Task" [ 712.499877] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.508988] env[62822]: DEBUG oslo_vmware.api [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2764014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.735902] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.785645] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114139} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.785970] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.786992] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65830fc-326b-41d3-b080-883dea2a0f4e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.811105] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 3bd82072-2c33-475f-bac6-da59d2c431ec/3bd82072-2c33-475f-bac6-da59d2c431ec.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.811458] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56eeeda9-b658-49c3-874e-a204d15bbfba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.838704] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764012, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.840523] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 712.840523] env[62822]: value = "task-2764015" [ 712.840523] env[62822]: _type = "Task" [ 712.840523] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.852139] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.905907] env[62822]: INFO nova.compute.manager [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Took 46.27 seconds to build instance. [ 712.945923] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.946345] env[62822]: DEBUG nova.compute.manager [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Instance network_info: |[{"id": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "address": "fa:16:3e:df:d1:7f", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082783b3-ba", "ovs_interfaceid": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.947075] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:d1:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '082783b3-ba82-47ef-982c-ebde56f9ad8c', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.957052] env[62822]: DEBUG oslo.service.loopingcall [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.957816] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.958086] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa63f809-2bab-4d2d-afc0-6e08d7e8e7f2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.982759] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.982759] env[62822]: value = "task-2764016" [ 712.982759] env[62822]: _type = "Task" [ 712.982759] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.993026] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764016, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.012314] env[62822]: DEBUG oslo_vmware.api [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2764014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.117874] env[62822]: DEBUG nova.compute.manager [req-b8093bcd-daa4-4193-819f-2141cd17147d req-ed595b92-3817-4110-9778-db405c52e503 service nova] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Received event network-changed-082783b3-ba82-47ef-982c-ebde56f9ad8c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.118397] env[62822]: DEBUG nova.compute.manager [req-b8093bcd-daa4-4193-819f-2141cd17147d req-ed595b92-3817-4110-9778-db405c52e503 service nova] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Refreshing instance network info cache due to event network-changed-082783b3-ba82-47ef-982c-ebde56f9ad8c. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.118397] env[62822]: DEBUG oslo_concurrency.lockutils [req-b8093bcd-daa4-4193-819f-2141cd17147d req-ed595b92-3817-4110-9778-db405c52e503 service nova] Acquiring lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.118661] env[62822]: DEBUG oslo_concurrency.lockutils [req-b8093bcd-daa4-4193-819f-2141cd17147d req-ed595b92-3817-4110-9778-db405c52e503 service nova] Acquired lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.118661] env[62822]: DEBUG nova.network.neutron [req-b8093bcd-daa4-4193-819f-2141cd17147d req-ed595b92-3817-4110-9778-db405c52e503 service nova] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Refreshing network info cache for port 082783b3-ba82-47ef-982c-ebde56f9ad8c {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.239127] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.321903] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812975} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.325619] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] d6d95cd6-e6e2-48fe-8766-15fbc677a0e8/d6d95cd6-e6e2-48fe-8766-15fbc677a0e8.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.325889] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.326524] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29134bec-a844-43b5-8d84-7df029a24c52 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.335071] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 713.335071] env[62822]: value = "task-2764017" [ 713.335071] env[62822]: _type = "Task" [ 713.335071] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.354051] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.357993] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764015, 'name': ReconfigVM_Task, 'duration_secs': 0.449972} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.358344] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 3bd82072-2c33-475f-bac6-da59d2c431ec/3bd82072-2c33-475f-bac6-da59d2c431ec.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.359486] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-629f712a-2a50-4689-b1fd-138adc6df22e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.367043] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 713.367043] env[62822]: value = "task-2764018" [ 713.367043] env[62822]: _type = "Task" [ 713.367043] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.377821] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764018, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.408560] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0f915988-072f-486a-a4f3-b6d0da5be1ff tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.061s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.496837] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764016, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.510033] env[62822]: DEBUG oslo_vmware.api [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Task: {'id': task-2764014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.706165} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.510390] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.510721] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.511030] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.511358] env[62822]: INFO nova.compute.manager [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Took 1.64 seconds to destroy the instance on the hypervisor. [ 713.511718] env[62822]: DEBUG oslo.service.loopingcall [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.512050] env[62822]: DEBUG nova.compute.manager [-] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.512251] env[62822]: DEBUG nova.network.neutron [-] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.743132] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance fd20843a-b98f-4169-af2a-42a57647923a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.845946] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076956} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.846246] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.847102] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e67e1da-caf1-462c-b22a-0646b30f6b13 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.872083] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] d6d95cd6-e6e2-48fe-8766-15fbc677a0e8/d6d95cd6-e6e2-48fe-8766-15fbc677a0e8.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.878130] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2b0d8d8-d10f-4624-9a66-39eec7893949 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.906877] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764018, 'name': Rename_Task, 'duration_secs': 0.153598} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.908428] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.908776] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 713.908776] env[62822]: value = "task-2764019" [ 713.908776] env[62822]: _type = "Task" [ 713.908776] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.908966] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e87e0f0-d3fa-43b3-9364-ad0389b60709 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.911024] env[62822]: DEBUG nova.compute.manager [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.922912] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.924330] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 713.924330] env[62822]: value = "task-2764020" [ 713.924330] env[62822]: _type = "Task" [ 713.924330] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.964402] env[62822]: DEBUG nova.compute.manager [req-91ad2e77-e200-44f0-81cc-e508a25ce773 req-a18bee44-a2cc-4b99-9b08-8bd28bf61c8f service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Received event network-changed-543bbca8-ef16-49be-a244-7753da85b2cd {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.964493] env[62822]: DEBUG nova.compute.manager [req-91ad2e77-e200-44f0-81cc-e508a25ce773 req-a18bee44-a2cc-4b99-9b08-8bd28bf61c8f service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Refreshing instance network info cache due to event network-changed-543bbca8-ef16-49be-a244-7753da85b2cd. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.964670] env[62822]: DEBUG oslo_concurrency.lockutils [req-91ad2e77-e200-44f0-81cc-e508a25ce773 req-a18bee44-a2cc-4b99-9b08-8bd28bf61c8f service nova] Acquiring lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.964814] env[62822]: DEBUG oslo_concurrency.lockutils [req-91ad2e77-e200-44f0-81cc-e508a25ce773 req-a18bee44-a2cc-4b99-9b08-8bd28bf61c8f service nova] Acquired lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.965703] env[62822]: DEBUG nova.network.neutron [req-91ad2e77-e200-44f0-81cc-e508a25ce773 req-a18bee44-a2cc-4b99-9b08-8bd28bf61c8f service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Refreshing network info cache for port 543bbca8-ef16-49be-a244-7753da85b2cd {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.993739] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764016, 'name': CreateVM_Task, 'duration_secs': 0.789739} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.993999] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.994772] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.994933] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.995362] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.995638] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc3719e-9a53-40b6-82a1-ad6646074a1c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.001446] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 714.001446] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e55b80-af8b-4f9f-f152-993aef4ef89c" [ 714.001446] env[62822]: _type = "Task" [ 714.001446] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.010850] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e55b80-af8b-4f9f-f152-993aef4ef89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.011720] env[62822]: DEBUG nova.network.neutron [req-b8093bcd-daa4-4193-819f-2141cd17147d req-ed595b92-3817-4110-9778-db405c52e503 service nova] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updated VIF entry in instance network info cache for port 082783b3-ba82-47ef-982c-ebde56f9ad8c. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.012084] env[62822]: DEBUG nova.network.neutron [req-b8093bcd-daa4-4193-819f-2141cd17147d req-ed595b92-3817-4110-9778-db405c52e503 service nova] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance_info_cache with network_info: [{"id": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "address": "fa:16:3e:df:d1:7f", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082783b3-ba", "ovs_interfaceid": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.246120] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 4300818c-bf1e-48d5-8569-ac29ab221f65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.427555] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.440688] env[62822]: DEBUG nova.network.neutron [-] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.442038] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764020, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.453211] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.512420] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e55b80-af8b-4f9f-f152-993aef4ef89c, 'name': SearchDatastore_Task, 'duration_secs': 0.051089} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.514807] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.515057] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.515288] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.515433] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.515604] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.516066] env[62822]: DEBUG oslo_concurrency.lockutils [req-b8093bcd-daa4-4193-819f-2141cd17147d req-ed595b92-3817-4110-9778-db405c52e503 service nova] Releasing lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.516411] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94468a47-3694-44db-be32-6c6c2aaac44e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.526094] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.526267] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.526979] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3493a0-f917-4857-8f3f-cba8d1dbfa85 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.532522] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 714.532522] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524270fd-d236-43f2-7038-2009cd8d6f05" [ 714.532522] env[62822]: _type = "Task" [ 714.532522] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.541616] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524270fd-d236-43f2-7038-2009cd8d6f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.711756] env[62822]: DEBUG nova.network.neutron [req-91ad2e77-e200-44f0-81cc-e508a25ce773 req-a18bee44-a2cc-4b99-9b08-8bd28bf61c8f service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updated VIF entry in instance network info cache for port 543bbca8-ef16-49be-a244-7753da85b2cd. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.712292] env[62822]: DEBUG nova.network.neutron [req-91ad2e77-e200-44f0-81cc-e508a25ce773 req-a18bee44-a2cc-4b99-9b08-8bd28bf61c8f service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updating instance_info_cache with network_info: [{"id": "543bbca8-ef16-49be-a244-7753da85b2cd", "address": "fa:16:3e:bf:4e:4f", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543bbca8-ef", "ovs_interfaceid": "543bbca8-ef16-49be-a244-7753da85b2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.749262] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance d01665b2-c36d-4dbb-875f-fd4e0b0d606c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.922105] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764019, 'name': ReconfigVM_Task, 'duration_secs': 0.833687} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.922386] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Reconfigured VM instance instance-00000023 to attach disk [datastore1] d6d95cd6-e6e2-48fe-8766-15fbc677a0e8/d6d95cd6-e6e2-48fe-8766-15fbc677a0e8.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.923035] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ddcab84-a7b7-49c2-a17c-b9345e3095fd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.932259] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 714.932259] env[62822]: value = "task-2764021" [ 714.932259] env[62822]: _type = "Task" [ 714.932259] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.938680] env[62822]: DEBUG oslo_vmware.api [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764020, 'name': PowerOnVM_Task, 'duration_secs': 0.528299} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.939453] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.939560] env[62822]: INFO nova.compute.manager [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Took 8.86 seconds to spawn the instance on the hypervisor. [ 714.939675] env[62822]: DEBUG nova.compute.manager [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.940480] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9ea0a3-0adb-43e1-912a-449022c8baef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.946140] env[62822]: INFO nova.compute.manager [-] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Took 1.43 seconds to deallocate network for instance. [ 714.946427] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764021, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.044322] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524270fd-d236-43f2-7038-2009cd8d6f05, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.045108] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90346174-6e9d-42e6-9ce8-a5c1c0b0907e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.051225] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 715.051225] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5211f289-42ec-9faa-3615-5ac2d561fa31" [ 715.051225] env[62822]: _type = "Task" [ 715.051225] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.061121] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5211f289-42ec-9faa-3615-5ac2d561fa31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.142752] env[62822]: DEBUG nova.compute.manager [req-f22c8603-d2d5-41ed-8244-04d9b915719f req-98d549f1-40b4-40ba-a305-85d94860fab8 service nova] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Received event network-vif-deleted-fd1f4800-d342-4563-82aa-70a79aca0dd5 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.215046] env[62822]: DEBUG oslo_concurrency.lockutils [req-91ad2e77-e200-44f0-81cc-e508a25ce773 req-a18bee44-a2cc-4b99-9b08-8bd28bf61c8f service nova] Releasing lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.252688] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.443843] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764021, 'name': Rename_Task, 'duration_secs': 0.451838} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.444219] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.444464] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80ce2680-9486-4392-b02f-02b7f51fa728 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.452479] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 715.452479] env[62822]: value = "task-2764022" [ 715.452479] env[62822]: _type = "Task" [ 715.452479] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.466042] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.466346] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.471265] env[62822]: INFO nova.compute.manager [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Took 44.57 seconds to build instance. [ 715.563876] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5211f289-42ec-9faa-3615-5ac2d561fa31, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.563876] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.564102] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 88e04421-20bf-43d3-9773-0d5d7632ed22/88e04421-20bf-43d3-9773-0d5d7632ed22.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.564370] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a2c4f6c-a495-4ddc-a84a-48d920a13ed7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.571446] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 715.571446] env[62822]: value = "task-2764023" [ 715.571446] env[62822]: _type = "Task" [ 715.571446] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.580208] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.755924] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance b4a81199-7124-4839-b399-2be629aff6cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.965925] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.973678] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a82f1793-7c09-46f4-ae0c-348a0721b2d7 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.106s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.081712] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764023, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.259051] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 8232b6bb-d5d1-4631-8d92-efa272c56dcd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 716.472081] env[62822]: DEBUG oslo_vmware.api [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764022, 'name': PowerOnVM_Task, 'duration_secs': 0.786032} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.472384] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.472587] env[62822]: DEBUG nova.compute.manager [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.473389] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658eb2a6-ed17-4eeb-ae99-151cf222e816 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.477047] env[62822]: DEBUG nova.compute.manager [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.582283] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56031} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.582554] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 88e04421-20bf-43d3-9773-0d5d7632ed22/88e04421-20bf-43d3-9773-0d5d7632ed22.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.582758] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.583076] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2191fa2-269f-492e-a608-d5edb75e5831 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.590210] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 716.590210] env[62822]: value = "task-2764024" [ 716.590210] env[62822]: _type = "Task" [ 716.590210] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.597831] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.695812] env[62822]: DEBUG nova.compute.manager [req-c3c70eec-357d-4f6c-9ef2-06df44b575ca req-c4eadd46-807d-435c-8017-c70342d184aa service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Received event network-changed-9d0d7f2c-72ca-4e6c-a72b-cb448cffda88 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.696098] env[62822]: DEBUG nova.compute.manager [req-c3c70eec-357d-4f6c-9ef2-06df44b575ca req-c4eadd46-807d-435c-8017-c70342d184aa service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Refreshing instance network info cache due to event network-changed-9d0d7f2c-72ca-4e6c-a72b-cb448cffda88. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.696383] env[62822]: DEBUG oslo_concurrency.lockutils [req-c3c70eec-357d-4f6c-9ef2-06df44b575ca req-c4eadd46-807d-435c-8017-c70342d184aa service nova] Acquiring lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.696582] env[62822]: DEBUG oslo_concurrency.lockutils [req-c3c70eec-357d-4f6c-9ef2-06df44b575ca req-c4eadd46-807d-435c-8017-c70342d184aa service nova] Acquired lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.696806] env[62822]: DEBUG nova.network.neutron [req-c3c70eec-357d-4f6c-9ef2-06df44b575ca req-c4eadd46-807d-435c-8017-c70342d184aa service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Refreshing network info cache for port 9d0d7f2c-72ca-4e6c-a72b-cb448cffda88 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.762028] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance d2942f62-06a3-4732-83ff-c58015c992b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 716.999668] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.012563] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.099998] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120373} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.100285] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.101080] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02780f3-0e91-4e60-b2fd-4c8d6aeee042 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.123514] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 88e04421-20bf-43d3-9773-0d5d7632ed22/88e04421-20bf-43d3-9773-0d5d7632ed22.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.123885] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7258cf94-125e-4200-953f-942aee706d5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.143550] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 717.143550] env[62822]: value = "task-2764025" [ 717.143550] env[62822]: _type = "Task" [ 717.143550] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.153458] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.266939] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 5ef42ba8-daa5-439a-901b-d2e423d04417 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.428549] env[62822]: DEBUG nova.network.neutron [req-c3c70eec-357d-4f6c-9ef2-06df44b575ca req-c4eadd46-807d-435c-8017-c70342d184aa service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updated VIF entry in instance network info cache for port 9d0d7f2c-72ca-4e6c-a72b-cb448cffda88. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.428944] env[62822]: DEBUG nova.network.neutron [req-c3c70eec-357d-4f6c-9ef2-06df44b575ca req-c4eadd46-807d-435c-8017-c70342d184aa service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance_info_cache with network_info: [{"id": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "address": "fa:16:3e:6c:80:4f", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d7f2c-72", "ovs_interfaceid": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.654880] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.771109] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance d5d91978-129c-4b45-a8f6-5dcd7e73c406 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.932175] env[62822]: DEBUG oslo_concurrency.lockutils [req-c3c70eec-357d-4f6c-9ef2-06df44b575ca req-c4eadd46-807d-435c-8017-c70342d184aa service nova] Releasing lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.156101] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764025, 'name': ReconfigVM_Task, 'duration_secs': 0.75777} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.156101] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 88e04421-20bf-43d3-9773-0d5d7632ed22/88e04421-20bf-43d3-9773-0d5d7632ed22.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.156101] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc6f998c-0d9d-4820-b89e-338e252be5ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.163146] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 718.163146] env[62822]: value = "task-2764026" [ 718.163146] env[62822]: _type = "Task" [ 718.163146] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.172382] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764026, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.274825] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 17ab5c9c-e2c3-459b-804e-abcfeeac8796 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 718.342136] env[62822]: DEBUG oslo_concurrency.lockutils [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.342415] env[62822]: DEBUG oslo_concurrency.lockutils [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.342609] env[62822]: DEBUG oslo_concurrency.lockutils [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.342791] env[62822]: DEBUG oslo_concurrency.lockutils [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.342960] env[62822]: DEBUG oslo_concurrency.lockutils [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.345117] env[62822]: INFO nova.compute.manager [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Terminating instance [ 718.672804] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764026, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.778673] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 8ba39ac3-459a-4265-80ec-60d421f7183d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 718.778965] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 718.779210] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 718.849815] env[62822]: DEBUG nova.compute.manager [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.850211] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.851379] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511f768a-97df-4286-8b2f-b3152fbecdbb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.858920] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.861399] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-255e001a-2439-46ba-9c44-a2cbb5baa82a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.866860] env[62822]: DEBUG oslo_vmware.api [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 718.866860] env[62822]: value = "task-2764027" [ 718.866860] env[62822]: _type = "Task" [ 718.866860] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.877186] env[62822]: DEBUG oslo_vmware.api [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.126406] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "f406770f-d166-4215-92e9-0f7aa21c6e5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.126406] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "f406770f-d166-4215-92e9-0f7aa21c6e5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.174907] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764026, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.252608] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323dbca8-4ff2-40c7-8f90-2720449656e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.259718] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5de888-5055-42b9-b11b-f84badcc8563 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.291440] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bd0069-358a-439f-a88c-cc916842fd73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.299076] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da11e1d-9d7f-40d0-ba3e-5453a9d68104 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.312448] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.376542] env[62822]: DEBUG oslo_vmware.api [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.674925] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764026, 'name': Rename_Task, 'duration_secs': 1.357875} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.674925] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.675104] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867cdd56-c91e-448d-95aa-6fb7016ad211 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.681172] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 719.681172] env[62822]: value = "task-2764028" [ 719.681172] env[62822]: _type = "Task" [ 719.681172] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.689066] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.818518] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.877799] env[62822]: DEBUG oslo_vmware.api [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764027, 'name': PowerOffVM_Task, 'duration_secs': 0.96726} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.878086] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.878257] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.878511] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-249c26de-de29-403a-b833-80422dac37b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.191806] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.269234] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.269481] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.269481] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleting the datastore file [datastore1] d6d95cd6-e6e2-48fe-8766-15fbc677a0e8 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.269822] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54bedc22-94d3-4675-8e0d-2f14381efc5e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.275863] env[62822]: DEBUG oslo_vmware.api [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 720.275863] env[62822]: value = "task-2764030" [ 720.275863] env[62822]: _type = "Task" [ 720.275863] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.284986] env[62822]: DEBUG oslo_vmware.api [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.324089] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 720.324448] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.649s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.324808] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.453s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.326470] env[62822]: INFO nova.compute.claims [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.691802] env[62822]: DEBUG oslo_vmware.api [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764028, 'name': PowerOnVM_Task, 'duration_secs': 0.75778} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.692109] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.692262] env[62822]: INFO nova.compute.manager [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Took 10.23 seconds to spawn the instance on the hypervisor. [ 720.692435] env[62822]: DEBUG nova.compute.manager [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.693585] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba36ee0-4ec2-48da-a647-4c587d5b0915 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.785548] env[62822]: DEBUG oslo_vmware.api [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471889} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.785802] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.785984] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.786188] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.786370] env[62822]: INFO nova.compute.manager [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Took 1.94 seconds to destroy the instance on the hypervisor. [ 720.786605] env[62822]: DEBUG oslo.service.loopingcall [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.788132] env[62822]: DEBUG nova.compute.manager [-] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.788132] env[62822]: DEBUG nova.network.neutron [-] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.057147] env[62822]: DEBUG nova.compute.manager [req-4016ede4-ab13-4f92-8497-0528b5055342 req-e96be168-4fc7-4f81-b925-603429f63067 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Received event network-vif-deleted-b5638f35-6717-4cf5-b8b5-cffe3b980cd1 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.057364] env[62822]: INFO nova.compute.manager [req-4016ede4-ab13-4f92-8497-0528b5055342 req-e96be168-4fc7-4f81-b925-603429f63067 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Neutron deleted interface b5638f35-6717-4cf5-b8b5-cffe3b980cd1; detaching it from the instance and deleting it from the info cache [ 721.057533] env[62822]: DEBUG nova.network.neutron [req-4016ede4-ab13-4f92-8497-0528b5055342 req-e96be168-4fc7-4f81-b925-603429f63067 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.211281] env[62822]: INFO nova.compute.manager [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Took 44.50 seconds to build instance. [ 721.541283] env[62822]: DEBUG nova.network.neutron [-] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.560093] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96dd3803-5703-4cbf-b600-d4a9ab6cbba1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.571063] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde9e113-ebfc-46da-b61e-4f96c968b4b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.610404] env[62822]: DEBUG nova.compute.manager [req-4016ede4-ab13-4f92-8497-0528b5055342 req-e96be168-4fc7-4f81-b925-603429f63067 service nova] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Detach interface failed, port_id=b5638f35-6717-4cf5-b8b5-cffe3b980cd1, reason: Instance d6d95cd6-e6e2-48fe-8766-15fbc677a0e8 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 721.713689] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d3c84575-c5f7-4b78-8344-09f0cd7e4706 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "88e04421-20bf-43d3-9773-0d5d7632ed22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.087s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.819731] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc070e1-e566-4739-8167-94079d040789 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.827120] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0996638-e3a0-47cf-b715-a06e29c7ee0c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.857515] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b88a0b-0965-437b-ac28-0d646f9b47cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.864831] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb13352-fc31-4b85-878f-663de4c36027 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.877726] env[62822]: DEBUG nova.compute.provider_tree [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.044310] env[62822]: INFO nova.compute.manager [-] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Took 1.26 seconds to deallocate network for instance. [ 722.216039] env[62822]: DEBUG nova.compute.manager [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.381232] env[62822]: DEBUG nova.scheduler.client.report [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.551160] env[62822]: DEBUG oslo_concurrency.lockutils [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.734979] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.853345] env[62822]: DEBUG nova.compute.manager [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Stashing vm_state: active {{(pid=62822) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 722.885915] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.886397] env[62822]: DEBUG nova.compute.manager [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.889126] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.085s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.889126] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.891243] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.607s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.892750] env[62822]: INFO nova.compute.claims [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.914460] env[62822]: INFO nova.scheduler.client.report [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Deleted allocations for instance 7fae0278-8fc3-4512-964d-b318c2d1259c [ 723.371336] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.398017] env[62822]: DEBUG nova.compute.utils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.401424] env[62822]: DEBUG nova.compute.manager [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.401557] env[62822]: DEBUG nova.network.neutron [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.422613] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e0d6de13-13d5-47d0-bc38-fae2a244f9cc tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "7fae0278-8fc3-4512-964d-b318c2d1259c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.096s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.447158] env[62822]: DEBUG nova.policy [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d167d9311cd4f74a651b2ae6fc5c18a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a391ec0f89c4656b096cffc11a33150', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.550320] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "68d17830-6e76-4274-952c-a10fb963aa1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.550578] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "68d17830-6e76-4274-952c-a10fb963aa1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.550789] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "68d17830-6e76-4274-952c-a10fb963aa1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.551011] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "68d17830-6e76-4274-952c-a10fb963aa1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.551181] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "68d17830-6e76-4274-952c-a10fb963aa1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.553483] env[62822]: INFO nova.compute.manager [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Terminating instance [ 723.764142] env[62822]: DEBUG nova.network.neutron [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Successfully created port: 96388fe5-8868-4b94-bb04-f734cb4f8017 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.902713] env[62822]: DEBUG nova.compute.manager [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.058238] env[62822]: DEBUG nova.compute.manager [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.058561] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.059660] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2552301f-723e-4575-8568-d92fb0cc418d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.067390] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.067915] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6ccdebf-c085-480f-b05c-2cf85679f4b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.075627] env[62822]: DEBUG oslo_vmware.api [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 724.075627] env[62822]: value = "task-2764031" [ 724.075627] env[62822]: _type = "Task" [ 724.075627] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.086055] env[62822]: DEBUG oslo_vmware.api [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2764031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.362745] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05acec0-481d-4963-b894-33c2aae6521d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.372350] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868cae02-a944-486c-be9b-da4ea7b443bf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.402477] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b506566-1b21-41b8-bf56-c8945bdfeded {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.413640] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbaa0d9-dd05-44e4-a8df-957cb333c0fc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.427686] env[62822]: DEBUG nova.compute.provider_tree [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.585725] env[62822]: DEBUG oslo_vmware.api [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2764031, 'name': PowerOffVM_Task, 'duration_secs': 0.372334} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.585894] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.585962] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.586196] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32a0e15c-bc33-43c2-bb82-4e3b7f1e9d33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.647692] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.647692] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.647864] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Deleting the datastore file [datastore2] 68d17830-6e76-4274-952c-a10fb963aa1b {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.648150] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c329b84f-3791-4c00-b845-603525c03fef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.654613] env[62822]: DEBUG oslo_vmware.api [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for the task: (returnval){ [ 724.654613] env[62822]: value = "task-2764033" [ 724.654613] env[62822]: _type = "Task" [ 724.654613] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.662317] env[62822]: DEBUG oslo_vmware.api [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2764033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.915296] env[62822]: DEBUG nova.compute.manager [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.931710] env[62822]: DEBUG nova.scheduler.client.report [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.946859] env[62822]: DEBUG nova.virt.hardware [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.947616] env[62822]: DEBUG nova.virt.hardware [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.948029] env[62822]: DEBUG nova.virt.hardware [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.948672] env[62822]: DEBUG nova.virt.hardware [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.948750] env[62822]: DEBUG nova.virt.hardware [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.949104] env[62822]: DEBUG nova.virt.hardware [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.949319] env[62822]: DEBUG nova.virt.hardware [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.949581] env[62822]: DEBUG nova.virt.hardware [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.949847] env[62822]: DEBUG nova.virt.hardware [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.950075] env[62822]: DEBUG nova.virt.hardware [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.950271] env[62822]: DEBUG nova.virt.hardware [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.951151] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2ac677-9d08-48ad-978b-48f21a29d19b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.961680] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbc11ce-750d-44ea-a9e2-75fc9a7f7c84 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.167067] env[62822]: DEBUG oslo_vmware.api [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Task: {'id': task-2764033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135741} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.167067] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.167067] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.167067] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.167067] env[62822]: INFO nova.compute.manager [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 725.167341] env[62822]: DEBUG oslo.service.loopingcall [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.167341] env[62822]: DEBUG nova.compute.manager [-] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.167341] env[62822]: DEBUG nova.network.neutron [-] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.261155] env[62822]: DEBUG nova.compute.manager [req-43155c6d-dd4a-49fe-8468-21ca8b9c992a req-dc2f78cb-c318-4f3d-8357-5b962b42b7b7 service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Received event network-vif-plugged-96388fe5-8868-4b94-bb04-f734cb4f8017 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.261155] env[62822]: DEBUG oslo_concurrency.lockutils [req-43155c6d-dd4a-49fe-8468-21ca8b9c992a req-dc2f78cb-c318-4f3d-8357-5b962b42b7b7 service nova] Acquiring lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.261155] env[62822]: DEBUG oslo_concurrency.lockutils [req-43155c6d-dd4a-49fe-8468-21ca8b9c992a req-dc2f78cb-c318-4f3d-8357-5b962b42b7b7 service nova] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.261155] env[62822]: DEBUG oslo_concurrency.lockutils [req-43155c6d-dd4a-49fe-8468-21ca8b9c992a req-dc2f78cb-c318-4f3d-8357-5b962b42b7b7 service nova] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.261155] env[62822]: DEBUG nova.compute.manager [req-43155c6d-dd4a-49fe-8468-21ca8b9c992a req-dc2f78cb-c318-4f3d-8357-5b962b42b7b7 service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] No waiting events found dispatching network-vif-plugged-96388fe5-8868-4b94-bb04-f734cb4f8017 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.261318] env[62822]: WARNING nova.compute.manager [req-43155c6d-dd4a-49fe-8468-21ca8b9c992a req-dc2f78cb-c318-4f3d-8357-5b962b42b7b7 service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Received unexpected event network-vif-plugged-96388fe5-8868-4b94-bb04-f734cb4f8017 for instance with vm_state building and task_state spawning. [ 725.438854] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.439468] env[62822]: DEBUG nova.compute.manager [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.443142] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.702s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.443385] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.445602] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.594s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.447048] env[62822]: INFO nova.compute.claims [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.474195] env[62822]: DEBUG nova.network.neutron [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Successfully updated port: 96388fe5-8868-4b94-bb04-f734cb4f8017 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.495667] env[62822]: INFO nova.scheduler.client.report [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Deleted allocations for instance f960f20c-7602-4293-a355-89520abe9478 [ 725.945029] env[62822]: DEBUG nova.compute.utils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.946431] env[62822]: DEBUG nova.compute.manager [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.946682] env[62822]: DEBUG nova.network.neutron [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.975816] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.975954] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquired lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.976124] env[62822]: DEBUG nova.network.neutron [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.993496] env[62822]: DEBUG nova.policy [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f906ac973d9441028d2af68c2559f7e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aaf8371b5ffe40c585fcb507a7efef7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.003038] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d48fd85f-a7b3-40f1-806b-4a57760f86e9 tempest-ServersTestJSON-2023342580 tempest-ServersTestJSON-2023342580-project-member] Lock "f960f20c-7602-4293-a355-89520abe9478" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.552s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.011046] env[62822]: DEBUG nova.network.neutron [-] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.320570] env[62822]: DEBUG nova.network.neutron [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Successfully created port: 9f0fe9a7-20a1-4b79-a90f-17179c3a94de {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.449807] env[62822]: DEBUG nova.compute.manager [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.513457] env[62822]: INFO nova.compute.manager [-] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Took 1.35 seconds to deallocate network for instance. [ 726.525453] env[62822]: DEBUG nova.network.neutron [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.698151] env[62822]: DEBUG nova.network.neutron [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Updating instance_info_cache with network_info: [{"id": "96388fe5-8868-4b94-bb04-f734cb4f8017", "address": "fa:16:3e:1e:66:ca", "network": {"id": "e5bc3999-5da8-4a7b-9ec1-4f25beac3dcd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1074194346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a391ec0f89c4656b096cffc11a33150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96388fe5-88", "ovs_interfaceid": "96388fe5-8868-4b94-bb04-f734cb4f8017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.973069] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfbbe23-10d8-42f8-a886-2c2ee8e7b32b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.980354] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbad949-6144-43be-b63a-bd08f0c22e71 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.018053] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007ed158-cb41-4d26-a675-55899eeae976 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.023138] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3374797-5a20-41d5-9f84-321615db4e12 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.027951] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.038578] env[62822]: DEBUG nova.compute.provider_tree [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.203012] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Releasing lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.203012] env[62822]: DEBUG nova.compute.manager [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Instance network_info: |[{"id": "96388fe5-8868-4b94-bb04-f734cb4f8017", "address": "fa:16:3e:1e:66:ca", "network": {"id": "e5bc3999-5da8-4a7b-9ec1-4f25beac3dcd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1074194346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a391ec0f89c4656b096cffc11a33150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96388fe5-88", "ovs_interfaceid": "96388fe5-8868-4b94-bb04-f734cb4f8017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.203210] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:66:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96388fe5-8868-4b94-bb04-f734cb4f8017', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.209278] env[62822]: DEBUG oslo.service.loopingcall [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.209627] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.210392] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa1f291c-1afa-4005-aa93-f2c32490a5a0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.235021] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.235021] env[62822]: value = "task-2764034" [ 727.235021] env[62822]: _type = "Task" [ 727.235021] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.241708] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764034, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.306926] env[62822]: DEBUG nova.compute.manager [req-709fa046-bc7b-4ca4-9e5b-48f531a3f736 req-08827fda-f28c-476b-bc92-9d6da2fd0ffb service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Received event network-changed-96388fe5-8868-4b94-bb04-f734cb4f8017 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.307077] env[62822]: DEBUG nova.compute.manager [req-709fa046-bc7b-4ca4-9e5b-48f531a3f736 req-08827fda-f28c-476b-bc92-9d6da2fd0ffb service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Refreshing instance network info cache due to event network-changed-96388fe5-8868-4b94-bb04-f734cb4f8017. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 727.307359] env[62822]: DEBUG oslo_concurrency.lockutils [req-709fa046-bc7b-4ca4-9e5b-48f531a3f736 req-08827fda-f28c-476b-bc92-9d6da2fd0ffb service nova] Acquiring lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.307563] env[62822]: DEBUG oslo_concurrency.lockutils [req-709fa046-bc7b-4ca4-9e5b-48f531a3f736 req-08827fda-f28c-476b-bc92-9d6da2fd0ffb service nova] Acquired lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.307775] env[62822]: DEBUG nova.network.neutron [req-709fa046-bc7b-4ca4-9e5b-48f531a3f736 req-08827fda-f28c-476b-bc92-9d6da2fd0ffb service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Refreshing network info cache for port 96388fe5-8868-4b94-bb04-f734cb4f8017 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.463073] env[62822]: DEBUG nova.compute.manager [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.488292] env[62822]: DEBUG nova.virt.hardware [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.488619] env[62822]: DEBUG nova.virt.hardware [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.488831] env[62822]: DEBUG nova.virt.hardware [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.489082] env[62822]: DEBUG nova.virt.hardware [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.489294] env[62822]: DEBUG nova.virt.hardware [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.489492] env[62822]: DEBUG nova.virt.hardware [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.489842] env[62822]: DEBUG nova.virt.hardware [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.490134] env[62822]: DEBUG nova.virt.hardware [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.490379] env[62822]: DEBUG nova.virt.hardware [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.490571] env[62822]: DEBUG nova.virt.hardware [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.490753] env[62822]: DEBUG nova.virt.hardware [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.491616] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d86f17c-aa04-4b35-92bf-b7225fded433 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.507516] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328e5687-d7fe-434e-9111-1649e035e58d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.542297] env[62822]: DEBUG nova.scheduler.client.report [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.744827] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764034, 'name': CreateVM_Task, 'duration_secs': 0.333119} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.745146] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.745860] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.746114] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.746678] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.746925] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37720905-965c-4ca5-a2d2-aee4ecfbfb06 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.752771] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 727.752771] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5282b6e6-fdf3-072c-06c1-e8ed4b9046a7" [ 727.752771] env[62822]: _type = "Task" [ 727.752771] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.762499] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5282b6e6-fdf3-072c-06c1-e8ed4b9046a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.050062] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.050668] env[62822]: DEBUG nova.compute.manager [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.053360] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.558s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.057555] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.060468] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.469s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.060746] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.064399] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.339s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.068016] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.068016] env[62822]: DEBUG oslo_concurrency.lockutils [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.394s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.068016] env[62822]: DEBUG oslo_concurrency.lockutils [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.068016] env[62822]: INFO nova.compute.manager [None req-75c0aec3-ee43-4572-8695-50fca403b9f7 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Successfully reverted task state from rebuilding on failure for instance. [ 728.073227] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.844s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.076813] env[62822]: INFO nova.compute.claims [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.106779] env[62822]: INFO nova.scheduler.client.report [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Deleted allocations for instance 50f2676d-83dd-4b21-8b1a-43868a8429c0 [ 728.108432] env[62822]: INFO nova.scheduler.client.report [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted allocations for instance 7bc03c18-24a9-4e83-aaf7-a16af8164829 [ 728.124127] env[62822]: INFO nova.scheduler.client.report [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Deleted allocations for instance 1cb0dd52-e92e-4d1f-82ad-926fd793c889 [ 728.268063] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5282b6e6-fdf3-072c-06c1-e8ed4b9046a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.268401] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.268636] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.268871] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.269024] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.269206] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.269473] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a0ed074-de46-43f1-8e37-f0d375460837 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.280387] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.280588] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.281360] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce182671-4508-4074-9378-d7bc167fae86 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.287484] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 728.287484] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522d18d5-b37a-8c46-bddc-0bc1c956e449" [ 728.287484] env[62822]: _type = "Task" [ 728.287484] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.295816] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522d18d5-b37a-8c46-bddc-0bc1c956e449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.307458] env[62822]: DEBUG nova.network.neutron [req-709fa046-bc7b-4ca4-9e5b-48f531a3f736 req-08827fda-f28c-476b-bc92-9d6da2fd0ffb service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Updated VIF entry in instance network info cache for port 96388fe5-8868-4b94-bb04-f734cb4f8017. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.307681] env[62822]: DEBUG nova.network.neutron [req-709fa046-bc7b-4ca4-9e5b-48f531a3f736 req-08827fda-f28c-476b-bc92-9d6da2fd0ffb service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Updating instance_info_cache with network_info: [{"id": "96388fe5-8868-4b94-bb04-f734cb4f8017", "address": "fa:16:3e:1e:66:ca", "network": {"id": "e5bc3999-5da8-4a7b-9ec1-4f25beac3dcd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1074194346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a391ec0f89c4656b096cffc11a33150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96388fe5-88", "ovs_interfaceid": "96388fe5-8868-4b94-bb04-f734cb4f8017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.340221] env[62822]: DEBUG nova.network.neutron [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Successfully updated port: 9f0fe9a7-20a1-4b79-a90f-17179c3a94de {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.585445] env[62822]: DEBUG nova.compute.utils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.585815] env[62822]: DEBUG nova.compute.manager [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.585977] env[62822]: DEBUG nova.network.neutron [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.617032] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8f5918dd-ea7d-4ade-889b-04ac5cfde303 tempest-VolumesAssistedSnapshotsTest-852815796 tempest-VolumesAssistedSnapshotsTest-852815796-project-member] Lock "50f2676d-83dd-4b21-8b1a-43868a8429c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.835s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.621022] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b42890ec-7eb7-42bb-9e92-a6c8a3520ef3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "7bc03c18-24a9-4e83-aaf7-a16af8164829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.782s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.631630] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2937efa9-498a-4cd2-ab5f-0491561269b7 tempest-ServerAddressesTestJSON-579514420 tempest-ServerAddressesTestJSON-579514420-project-member] Lock "1cb0dd52-e92e-4d1f-82ad-926fd793c889" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.511s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.684926] env[62822]: DEBUG nova.policy [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4b0416c67349f58c11243ae140dbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a48441e563474bfa9a02e1964772329e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.802524] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522d18d5-b37a-8c46-bddc-0bc1c956e449, 'name': SearchDatastore_Task, 'duration_secs': 0.008373} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.803823] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909d06f0-5550-473e-8dfb-3fe5f7046aaf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.811052] env[62822]: DEBUG oslo_concurrency.lockutils [req-709fa046-bc7b-4ca4-9e5b-48f531a3f736 req-08827fda-f28c-476b-bc92-9d6da2fd0ffb service nova] Releasing lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.811528] env[62822]: DEBUG nova.compute.manager [req-709fa046-bc7b-4ca4-9e5b-48f531a3f736 req-08827fda-f28c-476b-bc92-9d6da2fd0ffb service nova] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Received event network-vif-deleted-654afe23-5f44-4fb8-8610-d9198776c9d3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.813235] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 728.813235] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5204d304-cb5f-0f5f-46fd-3deb228f9e6b" [ 728.813235] env[62822]: _type = "Task" [ 728.813235] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.821812] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5204d304-cb5f-0f5f-46fd-3deb228f9e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009287} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.822260] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.824372] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 3381f3dc-cca3-4757-9745-0fe3d4e1671e/3381f3dc-cca3-4757-9745-0fe3d4e1671e.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.824372] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af489db2-8307-4c63-a682-4a03922a2394 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.832106] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 728.832106] env[62822]: value = "task-2764035" [ 728.832106] env[62822]: _type = "Task" [ 728.832106] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.840459] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.846119] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.846222] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquired lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.846369] env[62822]: DEBUG nova.network.neutron [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.090390] env[62822]: DEBUG nova.compute.manager [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.345332] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462678} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.345636] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 3381f3dc-cca3-4757-9745-0fe3d4e1671e/3381f3dc-cca3-4757-9745-0fe3d4e1671e.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.345847] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.346111] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3e4f1aa-5968-483e-818c-dbe6f4883bae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.369992] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 729.369992] env[62822]: value = "task-2764036" [ 729.369992] env[62822]: _type = "Task" [ 729.369992] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.378765] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.529796] env[62822]: DEBUG nova.network.neutron [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.577348] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802b6b38-2244-4e95-977b-9a54ccaa2e60 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.586246] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872c9608-1653-4d64-90d0-55ce3455977e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.625040] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9c66ab-f493-4d4a-94c0-413ea4c1192b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.633950] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ca4f42-5b72-46cf-9b45-452773988012 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.652990] env[62822]: DEBUG nova.compute.provider_tree [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.747033] env[62822]: DEBUG nova.network.neutron [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Successfully created port: a38a91f9-f134-41da-8aab-37f7ca027c51 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.881558] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077829} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.882327] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.883237] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198edcb8-f0f0-4de4-94bb-420d33c2997f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.907391] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 3381f3dc-cca3-4757-9745-0fe3d4e1671e/3381f3dc-cca3-4757-9745-0fe3d4e1671e.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.907701] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a2708ff-78f5-411f-b2c3-e1a247981d67 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.929055] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 729.929055] env[62822]: value = "task-2764037" [ 729.929055] env[62822]: _type = "Task" [ 729.929055] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.941341] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.967090] env[62822]: DEBUG nova.network.neutron [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Updating instance_info_cache with network_info: [{"id": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "address": "fa:16:3e:c5:7d:97", "network": {"id": "2c6b7b33-a64d-4b98-a53e-694e69f489a6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1699409384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf8371b5ffe40c585fcb507a7efef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0fe9a7-20", "ovs_interfaceid": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.971783] env[62822]: DEBUG nova.compute.manager [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Received event network-vif-plugged-9f0fe9a7-20a1-4b79-a90f-17179c3a94de {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.972087] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] Acquiring lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.972409] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.972542] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.972718] env[62822]: DEBUG nova.compute.manager [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] No waiting events found dispatching network-vif-plugged-9f0fe9a7-20a1-4b79-a90f-17179c3a94de {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.972883] env[62822]: WARNING nova.compute.manager [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Received unexpected event network-vif-plugged-9f0fe9a7-20a1-4b79-a90f-17179c3a94de for instance with vm_state building and task_state spawning. [ 729.973183] env[62822]: DEBUG nova.compute.manager [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Received event network-changed-9f0fe9a7-20a1-4b79-a90f-17179c3a94de {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.973414] env[62822]: DEBUG nova.compute.manager [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Refreshing instance network info cache due to event network-changed-9f0fe9a7-20a1-4b79-a90f-17179c3a94de. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.973630] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] Acquiring lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.129179] env[62822]: DEBUG nova.compute.manager [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.161455] env[62822]: DEBUG nova.scheduler.client.report [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.178040] env[62822]: DEBUG nova.virt.hardware [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.178338] env[62822]: DEBUG nova.virt.hardware [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.178546] env[62822]: DEBUG nova.virt.hardware [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.178742] env[62822]: DEBUG nova.virt.hardware [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.179053] env[62822]: DEBUG nova.virt.hardware [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.179253] env[62822]: DEBUG nova.virt.hardware [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.179478] env[62822]: DEBUG nova.virt.hardware [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.179631] env[62822]: DEBUG nova.virt.hardware [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.179797] env[62822]: DEBUG nova.virt.hardware [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.179979] env[62822]: DEBUG nova.virt.hardware [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.180181] env[62822]: DEBUG nova.virt.hardware [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.181095] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b080be12-d537-408e-8f6c-5a5ade2cd3cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.192269] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a91de0-e9db-49c7-9757-b4d937392ac2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.442753] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764037, 'name': ReconfigVM_Task, 'duration_secs': 0.2999} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.443073] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 3381f3dc-cca3-4757-9745-0fe3d4e1671e/3381f3dc-cca3-4757-9745-0fe3d4e1671e.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.443757] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1caf985c-249a-4a69-9d9d-031a40bbad93 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.450857] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 730.450857] env[62822]: value = "task-2764038" [ 730.450857] env[62822]: _type = "Task" [ 730.450857] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.458796] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764038, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.477913] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Releasing lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.478320] env[62822]: DEBUG nova.compute.manager [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Instance network_info: |[{"id": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "address": "fa:16:3e:c5:7d:97", "network": {"id": "2c6b7b33-a64d-4b98-a53e-694e69f489a6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1699409384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf8371b5ffe40c585fcb507a7efef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0fe9a7-20", "ovs_interfaceid": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.478982] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] Acquired lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.479194] env[62822]: DEBUG nova.network.neutron [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Refreshing network info cache for port 9f0fe9a7-20a1-4b79-a90f-17179c3a94de {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.480435] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:7d:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f0fe9a7-20a1-4b79-a90f-17179c3a94de', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.491073] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Creating folder: Project (aaf8371b5ffe40c585fcb507a7efef7e). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.492600] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd61a8de-10ba-48d7-a8b7-60303035aa24 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.507289] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Created folder: Project (aaf8371b5ffe40c585fcb507a7efef7e) in parent group-v555973. [ 730.507289] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Creating folder: Instances. Parent ref: group-v556100. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.507289] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ff64d6b-ef6a-4c29-a03a-58dfc1207fd2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.517069] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Created folder: Instances in parent group-v556100. [ 730.517069] env[62822]: DEBUG oslo.service.loopingcall [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.517069] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.517069] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63529495-d403-4498-9db9-461dce9b9132 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.541157] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.541157] env[62822]: value = "task-2764041" [ 730.541157] env[62822]: _type = "Task" [ 730.541157] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.552262] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764041, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.674983] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.675554] env[62822]: DEBUG nova.compute.manager [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.679771] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.590s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.684122] env[62822]: INFO nova.compute.claims [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.857418] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "f710a2ab-c06d-4205-b336-3bf29e759d4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.857700] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "f710a2ab-c06d-4205-b336-3bf29e759d4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.963637] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764038, 'name': Rename_Task, 'duration_secs': 0.217181} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.963924] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.964188] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b221531-ca86-45d0-b1d7-8879b19f2ff6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.971767] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 730.971767] env[62822]: value = "task-2764042" [ 730.971767] env[62822]: _type = "Task" [ 730.971767] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.980948] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.050990] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764041, 'name': CreateVM_Task, 'duration_secs': 0.338742} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.051241] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.052010] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.052133] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.052467] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.052653] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc53437-5c15-4dbd-826c-627131519e4d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.060243] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 731.060243] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a1071c-8314-501b-fb8c-d237694ffebf" [ 731.060243] env[62822]: _type = "Task" [ 731.060243] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.068296] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a1071c-8314-501b-fb8c-d237694ffebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.188733] env[62822]: DEBUG nova.compute.utils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.193018] env[62822]: DEBUG nova.compute.manager [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.193018] env[62822]: DEBUG nova.network.neutron [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.314702] env[62822]: DEBUG nova.policy [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e9439e0b51b4a85ad07ef6163af4cca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa0dec4be1e64c3d814857e7b3d35e3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.373363] env[62822]: DEBUG nova.network.neutron [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Updated VIF entry in instance network info cache for port 9f0fe9a7-20a1-4b79-a90f-17179c3a94de. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.373765] env[62822]: DEBUG nova.network.neutron [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Updating instance_info_cache with network_info: [{"id": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "address": "fa:16:3e:c5:7d:97", "network": {"id": "2c6b7b33-a64d-4b98-a53e-694e69f489a6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1699409384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf8371b5ffe40c585fcb507a7efef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0fe9a7-20", "ovs_interfaceid": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.482573] env[62822]: DEBUG oslo_vmware.api [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764042, 'name': PowerOnVM_Task, 'duration_secs': 0.455851} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.482731] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.482941] env[62822]: INFO nova.compute.manager [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Took 6.57 seconds to spawn the instance on the hypervisor. [ 731.483139] env[62822]: DEBUG nova.compute.manager [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.484077] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58920516-2a03-4671-874b-538d6b8f56a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.571029] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a1071c-8314-501b-fb8c-d237694ffebf, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.571596] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.571828] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.572546] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.572759] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.572956] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.573248] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe3cf404-e358-4257-b87b-f01be7ecbc43 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.580807] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.580991] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.582153] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62961c0-4016-4230-bcff-2ccae02c3734 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.587341] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 731.587341] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c1bea2-5efa-c6bd-4e45-1413f6c15f6f" [ 731.587341] env[62822]: _type = "Task" [ 731.587341] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.594423] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c1bea2-5efa-c6bd-4e45-1413f6c15f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.694225] env[62822]: DEBUG nova.compute.manager [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.878745] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9c47f0c-e764-42b6-8788-b60cbe129cd2 req-a1ead2b9-63a5-4f17-94e7-d6ba5f7d785c service nova] Releasing lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.887145] env[62822]: DEBUG nova.network.neutron [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Successfully updated port: a38a91f9-f134-41da-8aab-37f7ca027c51 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.009324] env[62822]: INFO nova.compute.manager [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Took 47.16 seconds to build instance. [ 732.106891] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c1bea2-5efa-c6bd-4e45-1413f6c15f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.108590] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0352a2cf-d830-478b-b808-f0cdc2c50c2e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.117674] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 732.117674] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e10d80-3433-7cad-44f8-c2e24d978c25" [ 732.117674] env[62822]: _type = "Task" [ 732.117674] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.126778] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e10d80-3433-7cad-44f8-c2e24d978c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.159990] env[62822]: DEBUG nova.network.neutron [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Successfully created port: f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.179829] env[62822]: DEBUG nova.compute.manager [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Received event network-vif-plugged-a38a91f9-f134-41da-8aab-37f7ca027c51 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.180027] env[62822]: DEBUG oslo_concurrency.lockutils [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] Acquiring lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.180317] env[62822]: DEBUG oslo_concurrency.lockutils [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] Lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.180587] env[62822]: DEBUG oslo_concurrency.lockutils [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] Lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.180673] env[62822]: DEBUG nova.compute.manager [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] No waiting events found dispatching network-vif-plugged-a38a91f9-f134-41da-8aab-37f7ca027c51 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.180811] env[62822]: WARNING nova.compute.manager [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Received unexpected event network-vif-plugged-a38a91f9-f134-41da-8aab-37f7ca027c51 for instance with vm_state building and task_state spawning. [ 732.181110] env[62822]: DEBUG nova.compute.manager [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Received event network-changed-a38a91f9-f134-41da-8aab-37f7ca027c51 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.181207] env[62822]: DEBUG nova.compute.manager [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Refreshing instance network info cache due to event network-changed-a38a91f9-f134-41da-8aab-37f7ca027c51. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.181405] env[62822]: DEBUG oslo_concurrency.lockutils [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] Acquiring lock "refresh_cache-dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.181549] env[62822]: DEBUG oslo_concurrency.lockutils [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] Acquired lock "refresh_cache-dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.181706] env[62822]: DEBUG nova.network.neutron [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Refreshing network info cache for port a38a91f9-f134-41da-8aab-37f7ca027c51 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.243649] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3242abe-34da-45c2-a508-ea817af28b03 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.254955] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a17025-b7c7-493e-bb89-ad1ac2b5f7e9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.289031] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac9670e-2204-4f40-9c1b-2ef756b89798 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.296726] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a123cc47-1d86-4b42-b55c-c36f0f649155 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.313168] env[62822]: DEBUG nova.compute.provider_tree [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.390746] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "refresh_cache-dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.511971] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3c0138d1-ad25-44bc-9d12-2bd3185a5125 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.169s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.628685] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e10d80-3433-7cad-44f8-c2e24d978c25, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.628876] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.629168] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896/c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.629445] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36faa3a6-1d11-42b7-8269-d9fb731085ae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.637407] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 732.637407] env[62822]: value = "task-2764043" [ 732.637407] env[62822]: _type = "Task" [ 732.637407] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.647320] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.710768] env[62822]: DEBUG nova.compute.manager [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.733461] env[62822]: DEBUG nova.network.neutron [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.738267] env[62822]: DEBUG nova.virt.hardware [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.738508] env[62822]: DEBUG nova.virt.hardware [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.738661] env[62822]: DEBUG nova.virt.hardware [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.739808] env[62822]: DEBUG nova.virt.hardware [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.739808] env[62822]: DEBUG nova.virt.hardware [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.739808] env[62822]: DEBUG nova.virt.hardware [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.739808] env[62822]: DEBUG nova.virt.hardware [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.739808] env[62822]: DEBUG nova.virt.hardware [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.740070] env[62822]: DEBUG nova.virt.hardware [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.740070] env[62822]: DEBUG nova.virt.hardware [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.740070] env[62822]: DEBUG nova.virt.hardware [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.740801] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c2035f-e795-45ef-8c52-58a5c74ad4f6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.749480] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1affaf-6d70-4e6a-b249-40fe27c14436 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.816705] env[62822]: DEBUG nova.scheduler.client.report [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.851699] env[62822]: DEBUG nova.network.neutron [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.015123] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.148378] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764043, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.322262] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.322820] env[62822]: DEBUG nova.compute.manager [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.327364] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.727s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.327364] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.328171] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.773s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.329830] env[62822]: INFO nova.compute.claims [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.358933] env[62822]: DEBUG oslo_concurrency.lockutils [req-589de519-1156-4f7f-b0bc-bf8260a718da req-b42ca5b0-59e4-4f7c-ad48-f570f966ddc1 service nova] Releasing lock "refresh_cache-dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.360838] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "refresh_cache-dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.360838] env[62822]: DEBUG nova.network.neutron [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.557362] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.655392] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674225} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.655591] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896/c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.655806] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.656079] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72885e82-1639-4f50-81cc-ad7c0a189dfc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.662615] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 733.662615] env[62822]: value = "task-2764044" [ 733.662615] env[62822]: _type = "Task" [ 733.662615] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.671140] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.840608] env[62822]: DEBUG nova.compute.utils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.842042] env[62822]: DEBUG nova.compute.manager [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.842216] env[62822]: DEBUG nova.network.neutron [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.870442] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69d7d03e-23fa-4487-a7c4-bea8cbb66183 tempest-ServerActionsV293TestJSON-1409986256 tempest-ServerActionsV293TestJSON-1409986256-project-member] Lock "02090911-ad5f-45bf-b0e4-910751803230" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.204s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.937381] env[62822]: DEBUG nova.network.neutron [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.943869] env[62822]: DEBUG nova.policy [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b111f0184dd54c1d81ae6e2a666a22a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd931f6de3134407786a2a22d8e878c5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.176667] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086797} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.176940] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.177732] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbc4414-fd2e-4024-b1e3-b62ea5664b73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.204266] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896/c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.204591] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb2946d-b1a4-4ec5-9d5d-0081c6403292 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.227207] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 734.227207] env[62822]: value = "task-2764045" [ 734.227207] env[62822]: _type = "Task" [ 734.227207] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.234975] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.258682] env[62822]: DEBUG nova.network.neutron [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Updating instance_info_cache with network_info: [{"id": "a38a91f9-f134-41da-8aab-37f7ca027c51", "address": "fa:16:3e:28:c0:7b", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38a91f9-f1", "ovs_interfaceid": "a38a91f9-f134-41da-8aab-37f7ca027c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.349452] env[62822]: DEBUG nova.compute.manager [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.508255] env[62822]: DEBUG nova.network.neutron [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Successfully created port: 9596aae8-dbd7-4693-8a92-28d7e203bd38 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.739235] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.762089] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "refresh_cache-dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.762371] env[62822]: DEBUG nova.compute.manager [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Instance network_info: |[{"id": "a38a91f9-f134-41da-8aab-37f7ca027c51", "address": "fa:16:3e:28:c0:7b", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38a91f9-f1", "ovs_interfaceid": "a38a91f9-f134-41da-8aab-37f7ca027c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.763207] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:c0:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a38a91f9-f134-41da-8aab-37f7ca027c51', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.773907] env[62822]: DEBUG oslo.service.loopingcall [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.778393] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.778393] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5ed036d-3bdb-4566-a154-0d958e01144d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.806025] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.806025] env[62822]: value = "task-2764046" [ 734.806025] env[62822]: _type = "Task" [ 734.806025] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.818057] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764046, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.931823] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e98a48-3ea9-45d2-90dc-122e69609d88 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.942098] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f61014-f059-41e4-9c31-be163aa14a8d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.982382] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88e226c-f113-42ef-b577-7b56bed77ec8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.984406] env[62822]: DEBUG nova.compute.manager [req-00c0d8ef-8a67-4435-9a87-5a96503f682f req-4d9e90f5-e260-4cd3-938e-56379b43dbf2 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Received event network-changed-7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.984592] env[62822]: DEBUG nova.compute.manager [req-00c0d8ef-8a67-4435-9a87-5a96503f682f req-4d9e90f5-e260-4cd3-938e-56379b43dbf2 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Refreshing instance network info cache due to event network-changed-7141ea1e-1ca6-4287-b6b8-0455fb4139ca. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.984801] env[62822]: DEBUG oslo_concurrency.lockutils [req-00c0d8ef-8a67-4435-9a87-5a96503f682f req-4d9e90f5-e260-4cd3-938e-56379b43dbf2 service nova] Acquiring lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.985078] env[62822]: DEBUG oslo_concurrency.lockutils [req-00c0d8ef-8a67-4435-9a87-5a96503f682f req-4d9e90f5-e260-4cd3-938e-56379b43dbf2 service nova] Acquired lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.985154] env[62822]: DEBUG nova.network.neutron [req-00c0d8ef-8a67-4435-9a87-5a96503f682f req-4d9e90f5-e260-4cd3-938e-56379b43dbf2 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Refreshing network info cache for port 7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.992109] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ec95dd-c24b-44d9-97b1-52b702b7da66 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.007095] env[62822]: DEBUG nova.compute.provider_tree [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.076308] env[62822]: DEBUG nova.network.neutron [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Successfully updated port: f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.201203] env[62822]: DEBUG nova.compute.manager [req-23d8452a-ae55-4ab4-a640-57a4f49a51ca req-1209b8b8-152f-4b7b-93af-f29ff30b826b service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Received event network-vif-plugged-f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.201203] env[62822]: DEBUG oslo_concurrency.lockutils [req-23d8452a-ae55-4ab4-a640-57a4f49a51ca req-1209b8b8-152f-4b7b-93af-f29ff30b826b service nova] Acquiring lock "fd20843a-b98f-4169-af2a-42a57647923a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.201203] env[62822]: DEBUG oslo_concurrency.lockutils [req-23d8452a-ae55-4ab4-a640-57a4f49a51ca req-1209b8b8-152f-4b7b-93af-f29ff30b826b service nova] Lock "fd20843a-b98f-4169-af2a-42a57647923a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.201203] env[62822]: DEBUG oslo_concurrency.lockutils [req-23d8452a-ae55-4ab4-a640-57a4f49a51ca req-1209b8b8-152f-4b7b-93af-f29ff30b826b service nova] Lock "fd20843a-b98f-4169-af2a-42a57647923a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.201203] env[62822]: DEBUG nova.compute.manager [req-23d8452a-ae55-4ab4-a640-57a4f49a51ca req-1209b8b8-152f-4b7b-93af-f29ff30b826b service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] No waiting events found dispatching network-vif-plugged-f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.201413] env[62822]: WARNING nova.compute.manager [req-23d8452a-ae55-4ab4-a640-57a4f49a51ca req-1209b8b8-152f-4b7b-93af-f29ff30b826b service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Received unexpected event network-vif-plugged-f96104f3-1d92-43cf-a297-c712c968910d for instance with vm_state building and task_state spawning. [ 735.249394] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764045, 'name': ReconfigVM_Task, 'duration_secs': 0.713652} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.253039] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Reconfigured VM instance instance-0000002a to attach disk [datastore2] c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896/c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.253039] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0e16a22-8f6f-43b1-af3b-e2af55d85202 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.259687] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 735.259687] env[62822]: value = "task-2764047" [ 735.259687] env[62822]: _type = "Task" [ 735.259687] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.270968] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764047, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.314881] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764046, 'name': CreateVM_Task, 'duration_secs': 0.46771} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.315065] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.315780] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.316036] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.316422] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.316833] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cc6d93-595d-4bb6-9ae6-97c0eb052bcf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.323922] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 735.323922] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52418ee4-3324-0e33-bfb1-1bd130e2b238" [ 735.323922] env[62822]: _type = "Task" [ 735.323922] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.335640] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52418ee4-3324-0e33-bfb1-1bd130e2b238, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.335807] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.336079] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.336290] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.336436] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.336615] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.336872] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a5b5b8a-a107-46f9-af45-6f941f9130a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.345033] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.345147] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.345873] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721652bf-71ff-4682-b266-095b11a26b7e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.351313] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 735.351313] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52161de4-adf6-a54d-3b7e-c79af67465d9" [ 735.351313] env[62822]: _type = "Task" [ 735.351313] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.360821] env[62822]: DEBUG nova.compute.manager [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.363159] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52161de4-adf6-a54d-3b7e-c79af67465d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.392590] env[62822]: DEBUG nova.virt.hardware [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.392824] env[62822]: DEBUG nova.virt.hardware [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.392980] env[62822]: DEBUG nova.virt.hardware [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.393182] env[62822]: DEBUG nova.virt.hardware [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.393494] env[62822]: DEBUG nova.virt.hardware [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.393494] env[62822]: DEBUG nova.virt.hardware [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.393735] env[62822]: DEBUG nova.virt.hardware [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.393900] env[62822]: DEBUG nova.virt.hardware [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.394081] env[62822]: DEBUG nova.virt.hardware [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.394249] env[62822]: DEBUG nova.virt.hardware [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.394418] env[62822]: DEBUG nova.virt.hardware [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.395314] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb8035c-11cb-4289-8299-a048a96481ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.403467] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e469d-567f-4831-b964-edc3b15fd624 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.512149] env[62822]: DEBUG nova.scheduler.client.report [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.582275] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.582540] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.582623] env[62822]: DEBUG nova.network.neutron [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.772295] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764047, 'name': Rename_Task, 'duration_secs': 0.337327} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.772295] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.774077] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68146700-b2fc-4476-9c46-224bff718fdb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.783411] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 735.783411] env[62822]: value = "task-2764048" [ 735.783411] env[62822]: _type = "Task" [ 735.783411] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.795250] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.861778] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52161de4-adf6-a54d-3b7e-c79af67465d9, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.862797] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d8fe81-f813-4499-8fcb-d894fbfb1387 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.869820] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 735.869820] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52955328-83c5-7a40-58b8-fde30c8607fb" [ 735.869820] env[62822]: _type = "Task" [ 735.869820] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.878582] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52955328-83c5-7a40-58b8-fde30c8607fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.969284] env[62822]: DEBUG nova.network.neutron [req-00c0d8ef-8a67-4435-9a87-5a96503f682f req-4d9e90f5-e260-4cd3-938e-56379b43dbf2 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updated VIF entry in instance network info cache for port 7141ea1e-1ca6-4287-b6b8-0455fb4139ca. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.969674] env[62822]: DEBUG nova.network.neutron [req-00c0d8ef-8a67-4435-9a87-5a96503f682f req-4d9e90f5-e260-4cd3-938e-56379b43dbf2 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updating instance_info_cache with network_info: [{"id": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "address": "fa:16:3e:16:64:32", "network": {"id": "e5bc3999-5da8-4a7b-9ec1-4f25beac3dcd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1074194346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a391ec0f89c4656b096cffc11a33150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7141ea1e-1c", "ovs_interfaceid": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.019254] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.019799] env[62822]: DEBUG nova.compute.manager [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.023252] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.300s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.024363] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.026124] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.849s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.027918] env[62822]: INFO nova.compute.claims [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.059730] env[62822]: INFO nova.scheduler.client.report [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Deleted allocations for instance 55a07a62-4f4b-416c-9481-506af3dc587a [ 736.145183] env[62822]: DEBUG nova.network.neutron [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.293095] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764048, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.382176] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52955328-83c5-7a40-58b8-fde30c8607fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.382521] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.382948] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa/dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.383861] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79c67acf-4c3d-47b9-87b9-d082cd141524 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.389897] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 736.389897] env[62822]: value = "task-2764049" [ 736.389897] env[62822]: _type = "Task" [ 736.389897] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.398986] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.407919] env[62822]: DEBUG nova.network.neutron [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updating instance_info_cache with network_info: [{"id": "f96104f3-1d92-43cf-a297-c712c968910d", "address": "fa:16:3e:3d:8b:b1", "network": {"id": "a6cec3ca-f743-4fe1-a720-8270c520aff7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1115252438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0dec4be1e64c3d814857e7b3d35e3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96104f3-1d", "ovs_interfaceid": "f96104f3-1d92-43cf-a297-c712c968910d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.423172] env[62822]: DEBUG nova.network.neutron [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Successfully updated port: 9596aae8-dbd7-4693-8a92-28d7e203bd38 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.476823] env[62822]: DEBUG oslo_concurrency.lockutils [req-00c0d8ef-8a67-4435-9a87-5a96503f682f req-4d9e90f5-e260-4cd3-938e-56379b43dbf2 service nova] Releasing lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.528128] env[62822]: DEBUG nova.compute.utils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.528976] env[62822]: DEBUG nova.compute.manager [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.529219] env[62822]: DEBUG nova.network.neutron [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.568977] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71088838-e6bc-4c5d-bf33-d28d8b10d1f2 tempest-ServersAaction247Test-1574034151 tempest-ServersAaction247Test-1574034151-project-member] Lock "55a07a62-4f4b-416c-9481-506af3dc587a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.102s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.662869] env[62822]: DEBUG nova.policy [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b111f0184dd54c1d81ae6e2a666a22a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd931f6de3134407786a2a22d8e878c5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.800281] env[62822]: DEBUG oslo_vmware.api [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764048, 'name': PowerOnVM_Task, 'duration_secs': 0.869604} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.800682] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.800917] env[62822]: INFO nova.compute.manager [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Took 9.34 seconds to spawn the instance on the hypervisor. [ 736.801160] env[62822]: DEBUG nova.compute.manager [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.802151] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e41686c-143c-488f-9aac-d37c8f85815a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.904172] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454396} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.904628] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa/dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.905485] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.906501] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-146380d1-0720-407c-ab82-ccc7ae0e6002 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.909023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.909455] env[62822]: DEBUG nova.compute.manager [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Instance network_info: |[{"id": "f96104f3-1d92-43cf-a297-c712c968910d", "address": "fa:16:3e:3d:8b:b1", "network": {"id": "a6cec3ca-f743-4fe1-a720-8270c520aff7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1115252438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0dec4be1e64c3d814857e7b3d35e3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96104f3-1d", "ovs_interfaceid": "f96104f3-1d92-43cf-a297-c712c968910d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.910033] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:8b:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f96104f3-1d92-43cf-a297-c712c968910d', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.920646] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Creating folder: Project (aa0dec4be1e64c3d814857e7b3d35e3f). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.923356] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-931384c4-5349-4c69-af30-e3e6599c216c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.927525] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "refresh_cache-4300818c-bf1e-48d5-8569-ac29ab221f65" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.927714] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired lock "refresh_cache-4300818c-bf1e-48d5-8569-ac29ab221f65" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.927862] env[62822]: DEBUG nova.network.neutron [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.929077] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 736.929077] env[62822]: value = "task-2764050" [ 736.929077] env[62822]: _type = "Task" [ 736.929077] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.939924] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.943373] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Created folder: Project (aa0dec4be1e64c3d814857e7b3d35e3f) in parent group-v555973. [ 736.943538] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Creating folder: Instances. Parent ref: group-v556104. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.944158] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53ce202b-6d12-4028-9d6a-bcf7f58d4be6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.955232] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Created folder: Instances in parent group-v556104. [ 736.955405] env[62822]: DEBUG oslo.service.loopingcall [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.955595] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.955798] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78866947-d408-40ae-9d65-a5f5ff3f4435 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.980684] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.980684] env[62822]: value = "task-2764053" [ 736.980684] env[62822]: _type = "Task" [ 736.980684] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.988719] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764053, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.034526] env[62822]: DEBUG nova.compute.manager [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.087231] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "66bade72-0818-400e-ac81-2c8da1a2dd97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.087437] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "66bade72-0818-400e-ac81-2c8da1a2dd97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.125427] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.125670] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.152399] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "e64465d7-5082-4e3f-be9e-a5ea87784fae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.152631] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "e64465d7-5082-4e3f-be9e-a5ea87784fae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.279073] env[62822]: DEBUG nova.objects.instance [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lazy-loading 'flavor' on Instance uuid faa282f6-f946-4f8e-aea8-23c8ea493f18 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.323238] env[62822]: INFO nova.compute.manager [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Took 45.06 seconds to build instance. [ 737.442391] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071667} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.442700] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.443466] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e11ca0-5cd8-4b75-9730-edde581768a3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.469066] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa/dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.471491] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49b1018e-e546-4873-913b-34149c90c55a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.486451] env[62822]: DEBUG nova.network.neutron [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.498164] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764053, 'name': CreateVM_Task, 'duration_secs': 0.318942} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.499355] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.499850] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 737.499850] env[62822]: value = "task-2764054" [ 737.499850] env[62822]: _type = "Task" [ 737.499850] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.503246] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.503407] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.503715] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.504236] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32ec2d1-3bdc-4cd0-9db1-b8125afa3066 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.511872] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 737.511872] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c0a6ee-ad7d-c7dc-d302-e4d06df4db61" [ 737.511872] env[62822]: _type = "Task" [ 737.511872] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.515171] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.534282] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c0a6ee-ad7d-c7dc-d302-e4d06df4db61, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.534282] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.534282] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.534282] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.534445] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.534445] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.534445] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6522daf9-b68d-4700-9c5a-be1464eeed82 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.544046] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.544232] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.545201] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fe2edf-0759-4bb5-ad46-428a19f4d4dd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.550520] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 737.550520] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529e6324-0a5c-a78f-e835-b546411d6d25" [ 737.550520] env[62822]: _type = "Task" [ 737.550520] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.562919] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529e6324-0a5c-a78f-e835-b546411d6d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.600407] env[62822]: DEBUG nova.network.neutron [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Successfully created port: 91fca7cb-608d-4b00-b202-49573124b19b {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.651600] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea9bb88-6966-435a-91e0-3164bd341aff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.660236] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3546241f-309d-477c-a57e-6aaf18e5ae2e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.694579] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea88df7-79f1-42f2-b058-efb25d0f6998 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.702389] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8757c216-e749-4dd8-ba27-45233bb87b34 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.716117] env[62822]: DEBUG nova.compute.provider_tree [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.770275] env[62822]: DEBUG nova.compute.manager [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Received event network-changed-7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.770483] env[62822]: DEBUG nova.compute.manager [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Refreshing instance network info cache due to event network-changed-7141ea1e-1ca6-4287-b6b8-0455fb4139ca. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.770697] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Acquiring lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.770834] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Acquired lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.771012] env[62822]: DEBUG nova.network.neutron [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Refreshing network info cache for port 7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.773350] env[62822]: DEBUG nova.network.neutron [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Updating instance_info_cache with network_info: [{"id": "9596aae8-dbd7-4693-8a92-28d7e203bd38", "address": "fa:16:3e:b6:ef:87", "network": {"id": "4ff3fc02-cc98-4004-8d03-0fddae883a40", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-16157614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d931f6de3134407786a2a22d8e878c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9596aae8-db", "ovs_interfaceid": "9596aae8-dbd7-4693-8a92-28d7e203bd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.787635] env[62822]: DEBUG oslo_concurrency.lockutils [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquiring lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.787802] env[62822]: DEBUG oslo_concurrency.lockutils [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquired lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.824951] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4f1028a-5e5a-4c9e-8b99-4ed80f7dcc44 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.978s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.844135] env[62822]: DEBUG nova.compute.manager [req-544d1ba0-cc83-4d33-aa23-57ab1a673af2 req-cfb67852-3e82-4372-92d6-be22d9c54c1d service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Received event network-changed-f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.844364] env[62822]: DEBUG nova.compute.manager [req-544d1ba0-cc83-4d33-aa23-57ab1a673af2 req-cfb67852-3e82-4372-92d6-be22d9c54c1d service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Refreshing instance network info cache due to event network-changed-f96104f3-1d92-43cf-a297-c712c968910d. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.844666] env[62822]: DEBUG oslo_concurrency.lockutils [req-544d1ba0-cc83-4d33-aa23-57ab1a673af2 req-cfb67852-3e82-4372-92d6-be22d9c54c1d service nova] Acquiring lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.844872] env[62822]: DEBUG oslo_concurrency.lockutils [req-544d1ba0-cc83-4d33-aa23-57ab1a673af2 req-cfb67852-3e82-4372-92d6-be22d9c54c1d service nova] Acquired lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.845058] env[62822]: DEBUG nova.network.neutron [req-544d1ba0-cc83-4d33-aa23-57ab1a673af2 req-cfb67852-3e82-4372-92d6-be22d9c54c1d service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Refreshing network info cache for port f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.017095] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.047063] env[62822]: DEBUG nova.compute.manager [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.068850] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529e6324-0a5c-a78f-e835-b546411d6d25, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.068850] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d0a9ab-e4e9-4186-aba9-55eb240b7ad0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.082734] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 738.082734] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5216fa44-09c1-ddba-0d1c-f7d89ddc3a94" [ 738.082734] env[62822]: _type = "Task" [ 738.082734] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.089625] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5216fa44-09c1-ddba-0d1c-f7d89ddc3a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.113108] env[62822]: DEBUG nova.virt.hardware [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.113420] env[62822]: DEBUG nova.virt.hardware [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.113506] env[62822]: DEBUG nova.virt.hardware [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.113667] env[62822]: DEBUG nova.virt.hardware [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.113852] env[62822]: DEBUG nova.virt.hardware [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.114372] env[62822]: DEBUG nova.virt.hardware [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.114372] env[62822]: DEBUG nova.virt.hardware [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.114372] env[62822]: DEBUG nova.virt.hardware [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.114558] env[62822]: DEBUG nova.virt.hardware [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.114670] env[62822]: DEBUG nova.virt.hardware [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.114848] env[62822]: DEBUG nova.virt.hardware [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.116088] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf79f0e-6315-45a1-8eac-aceb784dc042 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.124218] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48a12e9-cbe8-47e9-a7d7-116b0035aec7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.220137] env[62822]: DEBUG nova.scheduler.client.report [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.278090] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Releasing lock "refresh_cache-4300818c-bf1e-48d5-8569-ac29ab221f65" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.278223] env[62822]: DEBUG nova.compute.manager [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Instance network_info: |[{"id": "9596aae8-dbd7-4693-8a92-28d7e203bd38", "address": "fa:16:3e:b6:ef:87", "network": {"id": "4ff3fc02-cc98-4004-8d03-0fddae883a40", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-16157614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d931f6de3134407786a2a22d8e878c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9596aae8-db", "ovs_interfaceid": "9596aae8-dbd7-4693-8a92-28d7e203bd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.279069] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:ef:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9596aae8-dbd7-4693-8a92-28d7e203bd38', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.290123] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Creating folder: Project (d931f6de3134407786a2a22d8e878c5f). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.290803] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83fa9bb4-06a7-4656-bf5a-9d2ba5ad0a8d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.302309] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Created folder: Project (d931f6de3134407786a2a22d8e878c5f) in parent group-v555973. [ 738.302309] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Creating folder: Instances. Parent ref: group-v556107. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.302309] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-813e7dfa-f0e3-4f2c-9eae-a7827a659ebb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.310490] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Created folder: Instances in parent group-v556107. [ 738.310677] env[62822]: DEBUG oslo.service.loopingcall [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.312023] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.312023] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cb59997-249f-49cb-9709-7aeb1837b9fc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.329654] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.341487] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.341487] env[62822]: value = "task-2764057" [ 738.341487] env[62822]: _type = "Task" [ 738.341487] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.352456] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764057, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.361488] env[62822]: DEBUG nova.network.neutron [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.514066] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764054, 'name': ReconfigVM_Task, 'duration_secs': 0.644632} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.514560] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Reconfigured VM instance instance-0000002b to attach disk [datastore2] dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa/dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.515190] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9b35140-854c-48f7-a5f1-bd79f22b2dfd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.523325] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 738.523325] env[62822]: value = "task-2764058" [ 738.523325] env[62822]: _type = "Task" [ 738.523325] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.536340] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764058, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.590470] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5216fa44-09c1-ddba-0d1c-f7d89ddc3a94, 'name': SearchDatastore_Task, 'duration_secs': 0.018656} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.590856] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.591285] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] fd20843a-b98f-4169-af2a-42a57647923a/fd20843a-b98f-4169-af2a-42a57647923a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.591642] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4443300a-3222-4e12-ac3f-3acc5316096f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.597685] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 738.597685] env[62822]: value = "task-2764059" [ 738.597685] env[62822]: _type = "Task" [ 738.597685] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.607122] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.679198] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.679543] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.680771] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.680771] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.680771] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.683309] env[62822]: INFO nova.compute.manager [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Terminating instance [ 738.726576] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.727134] env[62822]: DEBUG nova.compute.manager [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.730268] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.277s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.732026] env[62822]: INFO nova.compute.claims [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.852588] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764057, 'name': CreateVM_Task, 'duration_secs': 0.483947} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.852736] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.853523] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.853693] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.854042] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.857179] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f79d5a-a7f6-42f5-a566-69aeed2d7685 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.862874] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.869694] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 738.869694] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b129b1-a572-2093-3c1c-9461c4e243a8" [ 738.869694] env[62822]: _type = "Task" [ 738.869694] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.880541] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b129b1-a572-2093-3c1c-9461c4e243a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.928447] env[62822]: DEBUG nova.network.neutron [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updated VIF entry in instance network info cache for port 7141ea1e-1ca6-4287-b6b8-0455fb4139ca. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.930573] env[62822]: DEBUG nova.network.neutron [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updating instance_info_cache with network_info: [{"id": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "address": "fa:16:3e:16:64:32", "network": {"id": "e5bc3999-5da8-4a7b-9ec1-4f25beac3dcd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1074194346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a391ec0f89c4656b096cffc11a33150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7141ea1e-1c", "ovs_interfaceid": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.997238] env[62822]: DEBUG nova.network.neutron [req-544d1ba0-cc83-4d33-aa23-57ab1a673af2 req-cfb67852-3e82-4372-92d6-be22d9c54c1d service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updated VIF entry in instance network info cache for port f96104f3-1d92-43cf-a297-c712c968910d. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.997806] env[62822]: DEBUG nova.network.neutron [req-544d1ba0-cc83-4d33-aa23-57ab1a673af2 req-cfb67852-3e82-4372-92d6-be22d9c54c1d service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updating instance_info_cache with network_info: [{"id": "f96104f3-1d92-43cf-a297-c712c968910d", "address": "fa:16:3e:3d:8b:b1", "network": {"id": "a6cec3ca-f743-4fe1-a720-8270c520aff7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1115252438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0dec4be1e64c3d814857e7b3d35e3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96104f3-1d", "ovs_interfaceid": "f96104f3-1d92-43cf-a297-c712c968910d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.035197] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764058, 'name': Rename_Task, 'duration_secs': 0.187091} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.035197] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.035197] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8049c01b-c41a-4c76-b86d-640c02e6d464 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.041382] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 739.041382] env[62822]: value = "task-2764060" [ 739.041382] env[62822]: _type = "Task" [ 739.041382] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.050674] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.111324] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462808} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.111730] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] fd20843a-b98f-4169-af2a-42a57647923a/fd20843a-b98f-4169-af2a-42a57647923a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.111966] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.112252] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09a0c74e-30e6-404a-9afb-eaebc02d31d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.122470] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 739.122470] env[62822]: value = "task-2764061" [ 739.122470] env[62822]: _type = "Task" [ 739.122470] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.135761] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.191146] env[62822]: DEBUG nova.compute.manager [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.192528] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.194866] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a4aced-24a9-49ea-bb30-d8654f52042a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.208575] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.209175] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21ad29c8-89aa-4ac4-bc47-fc1a1c2bc8e0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.223748] env[62822]: DEBUG oslo_vmware.api [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 739.223748] env[62822]: value = "task-2764062" [ 739.223748] env[62822]: _type = "Task" [ 739.223748] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.234671] env[62822]: DEBUG oslo_vmware.api [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.240076] env[62822]: DEBUG nova.compute.utils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.244035] env[62822]: DEBUG nova.compute.manager [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.244035] env[62822]: DEBUG nova.network.neutron [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.252673] env[62822]: DEBUG nova.network.neutron [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Updating instance_info_cache with network_info: [{"id": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "address": "fa:16:3e:43:ad:ab", "network": {"id": "103b5052-b423-4b09-8d66-2a702bd34c26", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-573337267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f796ee11a1466f86f309fbc9033152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a994020-bb", "ovs_interfaceid": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.383825] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b129b1-a572-2093-3c1c-9461c4e243a8, 'name': SearchDatastore_Task, 'duration_secs': 0.056032} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.385676] env[62822]: DEBUG nova.policy [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b111f0184dd54c1d81ae6e2a666a22a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd931f6de3134407786a2a22d8e878c5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.387718] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.387970] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.388371] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.388595] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.388798] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.389097] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec6196e5-5cd4-4286-9f89-f66870b69d1b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.399320] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.399320] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.399958] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71deb151-7ac1-4042-aecb-4ffbe4f5b664 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.406359] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 739.406359] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e3546e-5ad9-2bbd-ad33-4a7e64b79c58" [ 739.406359] env[62822]: _type = "Task" [ 739.406359] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.414952] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e3546e-5ad9-2bbd-ad33-4a7e64b79c58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.435858] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Releasing lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.436097] env[62822]: DEBUG nova.compute.manager [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Received event network-changed-96388fe5-8868-4b94-bb04-f734cb4f8017 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.436287] env[62822]: DEBUG nova.compute.manager [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Refreshing instance network info cache due to event network-changed-96388fe5-8868-4b94-bb04-f734cb4f8017. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 739.436497] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Acquiring lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.436626] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Acquired lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.436779] env[62822]: DEBUG nova.network.neutron [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Refreshing network info cache for port 96388fe5-8868-4b94-bb04-f734cb4f8017 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.501860] env[62822]: DEBUG oslo_concurrency.lockutils [req-544d1ba0-cc83-4d33-aa23-57ab1a673af2 req-cfb67852-3e82-4372-92d6-be22d9c54c1d service nova] Releasing lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.550635] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764060, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.634889] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070767} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.635212] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.636035] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a8c426-82e5-4f4b-9a42-0e2a6f276b95 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.659327] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] fd20843a-b98f-4169-af2a-42a57647923a/fd20843a-b98f-4169-af2a-42a57647923a.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.659669] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a715a1ba-0175-4a39-a9c9-3ec685adb93d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.680333] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 739.680333] env[62822]: value = "task-2764063" [ 739.680333] env[62822]: _type = "Task" [ 739.680333] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.691079] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.737156] env[62822]: DEBUG oslo_vmware.api [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764062, 'name': PowerOffVM_Task, 'duration_secs': 0.226495} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.737156] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.737156] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.737156] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71c06fae-ba59-4b5f-be18-66026f2643d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.745639] env[62822]: DEBUG nova.compute.manager [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.755700] env[62822]: DEBUG oslo_concurrency.lockutils [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Releasing lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.756124] env[62822]: DEBUG nova.compute.manager [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Inject network info {{(pid=62822) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 739.756239] env[62822]: DEBUG nova.compute.manager [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] network_info to inject: |[{"id": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "address": "fa:16:3e:43:ad:ab", "network": {"id": "103b5052-b423-4b09-8d66-2a702bd34c26", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-573337267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f796ee11a1466f86f309fbc9033152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a994020-bb", "ovs_interfaceid": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 739.765709] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Reconfiguring VM instance to set the machine id {{(pid=62822) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 739.766012] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43b32147-cc4d-4393-b8fc-fa6d84d90d8b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.789209] env[62822]: DEBUG oslo_vmware.api [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 739.789209] env[62822]: value = "task-2764065" [ 739.789209] env[62822]: _type = "Task" [ 739.789209] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.798909] env[62822]: DEBUG oslo_vmware.api [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2764065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.919902] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e3546e-5ad9-2bbd-ad33-4a7e64b79c58, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.924150] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b5dfdb-ffc9-4b73-a248-6f4e5d938734 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.930902] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 739.930902] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529b3025-88d9-8970-8122-c5d44cb35e94" [ 739.930902] env[62822]: _type = "Task" [ 739.930902] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.939052] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529b3025-88d9-8970-8122-c5d44cb35e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.053549] env[62822]: DEBUG oslo_vmware.api [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764060, 'name': PowerOnVM_Task, 'duration_secs': 0.666149} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.057204] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.057440] env[62822]: INFO nova.compute.manager [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Took 9.93 seconds to spawn the instance on the hypervisor. [ 740.058143] env[62822]: DEBUG nova.compute.manager [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.058712] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28555467-eff1-4415-823a-b996733a8eca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.148441] env[62822]: DEBUG nova.compute.manager [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Received event network-changed-96388fe5-8868-4b94-bb04-f734cb4f8017 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.148633] env[62822]: DEBUG nova.compute.manager [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Refreshing instance network info cache due to event network-changed-96388fe5-8868-4b94-bb04-f734cb4f8017. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.148862] env[62822]: DEBUG oslo_concurrency.lockutils [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] Acquiring lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.175535] env[62822]: DEBUG nova.compute.manager [req-1899aaf1-790d-4389-be78-1f32cffc137f req-d7855c15-4c59-4746-804f-36c1aab9578d service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Received event network-changed-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.175780] env[62822]: DEBUG nova.compute.manager [req-1899aaf1-790d-4389-be78-1f32cffc137f req-d7855c15-4c59-4746-804f-36c1aab9578d service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Refreshing instance network info cache due to event network-changed-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.175936] env[62822]: DEBUG oslo_concurrency.lockutils [req-1899aaf1-790d-4389-be78-1f32cffc137f req-d7855c15-4c59-4746-804f-36c1aab9578d service nova] Acquiring lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.176090] env[62822]: DEBUG oslo_concurrency.lockutils [req-1899aaf1-790d-4389-be78-1f32cffc137f req-d7855c15-4c59-4746-804f-36c1aab9578d service nova] Acquired lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.176253] env[62822]: DEBUG nova.network.neutron [req-1899aaf1-790d-4389-be78-1f32cffc137f req-d7855c15-4c59-4746-804f-36c1aab9578d service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Refreshing network info cache for port 0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.190653] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764063, 'name': ReconfigVM_Task, 'duration_secs': 0.302338} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.198509] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Reconfigured VM instance instance-0000002c to attach disk [datastore2] fd20843a-b98f-4169-af2a-42a57647923a/fd20843a-b98f-4169-af2a-42a57647923a.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.202155] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59c209ef-db34-4100-a7bc-f47398d9b4e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.209090] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 740.209090] env[62822]: value = "task-2764066" [ 740.209090] env[62822]: _type = "Task" [ 740.209090] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.217884] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764066, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.275124] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.275124] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.276474] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Deleting the datastore file [datastore2] 3381f3dc-cca3-4757-9745-0fe3d4e1671e {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.276474] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-847da187-7927-48e5-bc25-db44e0a5e091 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.288469] env[62822]: DEBUG oslo_vmware.api [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 740.288469] env[62822]: value = "task-2764067" [ 740.288469] env[62822]: _type = "Task" [ 740.288469] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.306242] env[62822]: DEBUG oslo_vmware.api [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.306505] env[62822]: DEBUG oslo_vmware.api [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2764065, 'name': ReconfigVM_Task, 'duration_secs': 0.165436} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.308977] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-219bf321-8da0-40c8-9d33-5fc566636b53 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Reconfigured VM instance to set the machine id {{(pid=62822) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 740.343668] env[62822]: DEBUG nova.network.neutron [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Successfully updated port: 91fca7cb-608d-4b00-b202-49573124b19b {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.375837] env[62822]: DEBUG nova.network.neutron [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Updated VIF entry in instance network info cache for port 96388fe5-8868-4b94-bb04-f734cb4f8017. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.376250] env[62822]: DEBUG nova.network.neutron [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Updating instance_info_cache with network_info: [{"id": "96388fe5-8868-4b94-bb04-f734cb4f8017", "address": "fa:16:3e:1e:66:ca", "network": {"id": "e5bc3999-5da8-4a7b-9ec1-4f25beac3dcd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1074194346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a391ec0f89c4656b096cffc11a33150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96388fe5-88", "ovs_interfaceid": "96388fe5-8868-4b94-bb04-f734cb4f8017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.414789] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa50c89d-125c-4ac4-8e60-4b33861ba7ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.425904] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e1f9a-2e1a-4252-ba16-876e719fa8ba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.439780] env[62822]: DEBUG nova.network.neutron [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Successfully created port: a949ce41-1e1d-4244-8b14-47017e05c666 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.470901] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28f6697-1ffb-4138-b995-ad1c9d9fedf1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.477733] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529b3025-88d9-8970-8122-c5d44cb35e94, 'name': SearchDatastore_Task, 'duration_secs': 0.012229} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.477957] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.478292] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 4300818c-bf1e-48d5-8569-ac29ab221f65/4300818c-bf1e-48d5-8569-ac29ab221f65.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.478515] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d3ad2c8-2471-405f-a414-f664214f57a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.484486] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065f77e7-4549-4a55-adc3-e76ff5a91140 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.489528] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 740.489528] env[62822]: value = "task-2764068" [ 740.489528] env[62822]: _type = "Task" [ 740.489528] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.501171] env[62822]: DEBUG nova.compute.provider_tree [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.508250] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.582627] env[62822]: INFO nova.compute.manager [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Took 45.76 seconds to build instance. [ 740.725787] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764066, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.760919] env[62822]: DEBUG nova.compute.manager [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.797446] env[62822]: DEBUG nova.virt.hardware [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.797998] env[62822]: DEBUG nova.virt.hardware [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.797998] env[62822]: DEBUG nova.virt.hardware [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.798358] env[62822]: DEBUG nova.virt.hardware [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.798467] env[62822]: DEBUG nova.virt.hardware [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.798618] env[62822]: DEBUG nova.virt.hardware [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.798861] env[62822]: DEBUG nova.virt.hardware [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.799037] env[62822]: DEBUG nova.virt.hardware [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.799286] env[62822]: DEBUG nova.virt.hardware [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.799370] env[62822]: DEBUG nova.virt.hardware [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.799540] env[62822]: DEBUG nova.virt.hardware [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.800510] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2704b6de-dc78-461b-bbea-7c847ef870ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.808941] env[62822]: DEBUG oslo_vmware.api [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169652} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.811388] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.811552] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.811712] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.811974] env[62822]: INFO nova.compute.manager [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Took 1.62 seconds to destroy the instance on the hypervisor. [ 740.812166] env[62822]: DEBUG oslo.service.loopingcall [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.812571] env[62822]: DEBUG nova.compute.manager [-] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.812571] env[62822]: DEBUG nova.network.neutron [-] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.815258] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0113e47e-1f82-4bbb-9e21-c216558562b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.852590] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "refresh_cache-d01665b2-c36d-4dbb-875f-fd4e0b0d606c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.852720] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired lock "refresh_cache-d01665b2-c36d-4dbb-875f-fd4e0b0d606c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.852882] env[62822]: DEBUG nova.network.neutron [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.878777] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Releasing lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.878777] env[62822]: DEBUG nova.compute.manager [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Received event network-vif-plugged-9596aae8-dbd7-4693-8a92-28d7e203bd38 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.878993] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Acquiring lock "4300818c-bf1e-48d5-8569-ac29ab221f65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.879274] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Lock "4300818c-bf1e-48d5-8569-ac29ab221f65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.879348] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Lock "4300818c-bf1e-48d5-8569-ac29ab221f65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.879482] env[62822]: DEBUG nova.compute.manager [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] No waiting events found dispatching network-vif-plugged-9596aae8-dbd7-4693-8a92-28d7e203bd38 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.879624] env[62822]: WARNING nova.compute.manager [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Received unexpected event network-vif-plugged-9596aae8-dbd7-4693-8a92-28d7e203bd38 for instance with vm_state building and task_state spawning. [ 740.879787] env[62822]: DEBUG nova.compute.manager [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Received event network-changed-9596aae8-dbd7-4693-8a92-28d7e203bd38 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.879940] env[62822]: DEBUG nova.compute.manager [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Refreshing instance network info cache due to event network-changed-9596aae8-dbd7-4693-8a92-28d7e203bd38. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.880202] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Acquiring lock "refresh_cache-4300818c-bf1e-48d5-8569-ac29ab221f65" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.880414] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Acquired lock "refresh_cache-4300818c-bf1e-48d5-8569-ac29ab221f65" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.880524] env[62822]: DEBUG nova.network.neutron [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Refreshing network info cache for port 9596aae8-dbd7-4693-8a92-28d7e203bd38 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.881641] env[62822]: DEBUG oslo_concurrency.lockutils [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] Acquired lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.881844] env[62822]: DEBUG nova.network.neutron [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Refreshing network info cache for port 96388fe5-8868-4b94-bb04-f734cb4f8017 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.003768] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.004639] env[62822]: DEBUG nova.scheduler.client.report [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.085236] env[62822]: DEBUG oslo_concurrency.lockutils [None req-673f439e-4454-4a57-a994-2ccd6ad667bb tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.839s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.223536] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764066, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.403128] env[62822]: DEBUG nova.network.neutron [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.444885] env[62822]: DEBUG nova.network.neutron [req-1899aaf1-790d-4389-be78-1f32cffc137f req-d7855c15-4c59-4746-804f-36c1aab9578d service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Updated VIF entry in instance network info cache for port 0a994020-bb4a-4a3e-9d6e-8646f77a6ed5. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.445273] env[62822]: DEBUG nova.network.neutron [req-1899aaf1-790d-4389-be78-1f32cffc137f req-d7855c15-4c59-4746-804f-36c1aab9578d service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Updating instance_info_cache with network_info: [{"id": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "address": "fa:16:3e:43:ad:ab", "network": {"id": "103b5052-b423-4b09-8d66-2a702bd34c26", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-573337267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f796ee11a1466f86f309fbc9033152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a994020-bb", "ovs_interfaceid": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.447181] env[62822]: INFO nova.network.neutron [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Port 96388fe5-8868-4b94-bb04-f734cb4f8017 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 741.447931] env[62822]: DEBUG nova.network.neutron [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.508640] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.509730] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.510472] env[62822]: DEBUG nova.compute.manager [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.517291] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.049s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.517291] env[62822]: DEBUG nova.objects.instance [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lazy-loading 'resources' on Instance uuid f1d2aae8-d54b-4de5-b2ce-01d0a061d643 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.591114] env[62822]: DEBUG nova.compute.manager [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.679569] env[62822]: DEBUG nova.network.neutron [-] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.721804] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764066, 'name': Rename_Task, 'duration_secs': 1.156016} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.723300] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.723813] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f572d3c8-6e48-4996-9628-5fb8d0009c2d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.730339] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 741.730339] env[62822]: value = "task-2764069" [ 741.730339] env[62822]: _type = "Task" [ 741.730339] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.740369] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.782573] env[62822]: DEBUG nova.network.neutron [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Updating instance_info_cache with network_info: [{"id": "91fca7cb-608d-4b00-b202-49573124b19b", "address": "fa:16:3e:76:87:4a", "network": {"id": "4ff3fc02-cc98-4004-8d03-0fddae883a40", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-16157614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d931f6de3134407786a2a22d8e878c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91fca7cb-60", "ovs_interfaceid": "91fca7cb-608d-4b00-b202-49573124b19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.803879] env[62822]: DEBUG nova.objects.instance [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lazy-loading 'flavor' on Instance uuid faa282f6-f946-4f8e-aea8-23c8ea493f18 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.918271] env[62822]: DEBUG nova.network.neutron [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Updated VIF entry in instance network info cache for port 9596aae8-dbd7-4693-8a92-28d7e203bd38. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.918668] env[62822]: DEBUG nova.network.neutron [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Updating instance_info_cache with network_info: [{"id": "9596aae8-dbd7-4693-8a92-28d7e203bd38", "address": "fa:16:3e:b6:ef:87", "network": {"id": "4ff3fc02-cc98-4004-8d03-0fddae883a40", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-16157614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d931f6de3134407786a2a22d8e878c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9596aae8-db", "ovs_interfaceid": "9596aae8-dbd7-4693-8a92-28d7e203bd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.949847] env[62822]: DEBUG oslo_concurrency.lockutils [req-1899aaf1-790d-4389-be78-1f32cffc137f req-d7855c15-4c59-4746-804f-36c1aab9578d service nova] Releasing lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.953864] env[62822]: DEBUG oslo_concurrency.lockutils [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] Releasing lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.954170] env[62822]: DEBUG nova.compute.manager [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Received event network-vif-plugged-91fca7cb-608d-4b00-b202-49573124b19b {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.954417] env[62822]: DEBUG oslo_concurrency.lockutils [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] Acquiring lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.954670] env[62822]: DEBUG oslo_concurrency.lockutils [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] Lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.954867] env[62822]: DEBUG oslo_concurrency.lockutils [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] Lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.955061] env[62822]: DEBUG nova.compute.manager [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] No waiting events found dispatching network-vif-plugged-91fca7cb-608d-4b00-b202-49573124b19b {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.955240] env[62822]: WARNING nova.compute.manager [req-24e8a96f-2894-40e6-852a-9551ec104fb0 req-7df498bf-a019-4a3c-b440-946e0d00a9cb service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Received unexpected event network-vif-plugged-91fca7cb-608d-4b00-b202-49573124b19b for instance with vm_state building and task_state spawning. [ 742.009929] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764068, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.018562] env[62822]: DEBUG nova.compute.utils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.024049] env[62822]: DEBUG nova.compute.manager [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.024278] env[62822]: DEBUG nova.network.neutron [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.105078] env[62822]: DEBUG nova.policy [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17a639574c5742dd86d223591c6cc13c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24c610864edf490da3111f5aa7dafb85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.127802] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.186903] env[62822]: INFO nova.compute.manager [-] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Took 1.37 seconds to deallocate network for instance. [ 742.246595] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.288027] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Releasing lock "refresh_cache-d01665b2-c36d-4dbb-875f-fd4e0b0d606c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.288027] env[62822]: DEBUG nova.compute.manager [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Instance network_info: |[{"id": "91fca7cb-608d-4b00-b202-49573124b19b", "address": "fa:16:3e:76:87:4a", "network": {"id": "4ff3fc02-cc98-4004-8d03-0fddae883a40", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-16157614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d931f6de3134407786a2a22d8e878c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91fca7cb-60", "ovs_interfaceid": "91fca7cb-608d-4b00-b202-49573124b19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.288237] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:87:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91fca7cb-608d-4b00-b202-49573124b19b', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.295484] env[62822]: DEBUG oslo.service.loopingcall [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.297406] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.297406] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee59a37c-5f45-4acc-a3d7-f2faecbcd5ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.319904] env[62822]: DEBUG oslo_concurrency.lockutils [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquiring lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.320143] env[62822]: DEBUG oslo_concurrency.lockutils [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquired lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.328732] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.328732] env[62822]: value = "task-2764070" [ 742.328732] env[62822]: _type = "Task" [ 742.328732] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.339375] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764070, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.421414] env[62822]: DEBUG oslo_concurrency.lockutils [req-1752dc5d-3068-4ebb-bb5b-682b2ca3cdc7 req-f8dc37dd-aef6-4ba8-8b2a-6429037864d3 service nova] Releasing lock "refresh_cache-4300818c-bf1e-48d5-8569-ac29ab221f65" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.508802] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764068, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.62803} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.517618] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 4300818c-bf1e-48d5-8569-ac29ab221f65/4300818c-bf1e-48d5-8569-ac29ab221f65.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.517974] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.519081] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd58d0ef-509f-47c8-b829-5b6b16780b0a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.524784] env[62822]: DEBUG nova.compute.utils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.527384] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 742.527384] env[62822]: value = "task-2764071" [ 742.527384] env[62822]: _type = "Task" [ 742.527384] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.536376] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.603137] env[62822]: DEBUG nova.network.neutron [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Successfully updated port: a949ce41-1e1d-4244-8b14-47017e05c666 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.694048] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.721629] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f10cde-3ec5-4b32-a6cd-79d209847d8a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.729055] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6c6cc5-2fc0-4e63-87da-8a758f3804dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.767528] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32efdcf3-c69a-4fb1-af0f-421905d80ccd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.773449] env[62822]: DEBUG oslo_vmware.api [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764069, 'name': PowerOnVM_Task, 'duration_secs': 0.94117} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.774174] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.774353] env[62822]: INFO nova.compute.manager [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Took 10.07 seconds to spawn the instance on the hypervisor. [ 742.774536] env[62822]: DEBUG nova.compute.manager [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.775417] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc56278c-fa2e-4b90-8abe-8696b971e7e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.781762] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f3b3c1-6b4a-4216-9b53-7bcb43ca83a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.805255] env[62822]: DEBUG nova.compute.provider_tree [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.841920] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764070, 'name': CreateVM_Task, 'duration_secs': 0.382638} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.841920] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.841920] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.841920] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.842201] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.842253] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54ad1b9-bf9f-421f-baa3-9c5fc57e91ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.847797] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 742.847797] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52505be2-e9d0-cc69-1ecf-ea687522da93" [ 742.847797] env[62822]: _type = "Task" [ 742.847797] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.856061] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52505be2-e9d0-cc69-1ecf-ea687522da93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.940897] env[62822]: DEBUG nova.network.neutron [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Successfully created port: 997b31ab-299e-4874-94cd-d49f2dd01fa3 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.029384] env[62822]: DEBUG nova.compute.manager [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.043319] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151926} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.044435] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.045263] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e8666e-0bda-4508-9ef0-9c898a948b48 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.069377] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 4300818c-bf1e-48d5-8569-ac29ab221f65/4300818c-bf1e-48d5-8569-ac29ab221f65.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.070410] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f79da047-19de-4e26-8702-232edc504816 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.092019] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 743.092019] env[62822]: value = "task-2764072" [ 743.092019] env[62822]: _type = "Task" [ 743.092019] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.105943] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.107674] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "refresh_cache-e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.107912] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired lock "refresh_cache-e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.107983] env[62822]: DEBUG nova.network.neutron [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.166502] env[62822]: DEBUG nova.network.neutron [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.279387] env[62822]: DEBUG nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Received event network-changed-7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.279619] env[62822]: DEBUG nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Refreshing instance network info cache due to event network-changed-7141ea1e-1ca6-4287-b6b8-0455fb4139ca. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 743.279838] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Acquiring lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.279979] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Acquired lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.280192] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Refreshing network info cache for port 7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.312217] env[62822]: DEBUG nova.scheduler.client.report [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.326423] env[62822]: INFO nova.compute.manager [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Took 40.11 seconds to build instance. [ 743.366316] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52505be2-e9d0-cc69-1ecf-ea687522da93, 'name': SearchDatastore_Task, 'duration_secs': 0.01766} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.366628] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.366856] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.367098] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.367276] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.367563] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.367955] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58313209-f5ac-4869-9244-416c78d3f664 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.379763] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.379763] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.380628] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5e0050-82ec-4374-8f8c-986e23577043 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.389476] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 743.389476] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d86aab-fde9-3b50-d3bf-b8e642ddce2f" [ 743.389476] env[62822]: _type = "Task" [ 743.389476] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.398877] env[62822]: DEBUG nova.compute.manager [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.399287] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d86aab-fde9-3b50-d3bf-b8e642ddce2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.400394] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7652fca0-3166-44f2-a53a-68dad9ca7065 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.607859] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.667197] env[62822]: DEBUG nova.network.neutron [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.822183] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.828862] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.829s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.831407] env[62822]: DEBUG nova.objects.instance [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 743.834303] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6c2e0da8-6aac-451e-a855-535a17ddbc99 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "fd20843a-b98f-4169-af2a-42a57647923a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.317s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.849508] env[62822]: INFO nova.scheduler.client.report [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Deleted allocations for instance f1d2aae8-d54b-4de5-b2ce-01d0a061d643 [ 743.901330] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d86aab-fde9-3b50-d3bf-b8e642ddce2f, 'name': SearchDatastore_Task, 'duration_secs': 0.021793} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.902508] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100262af-22e1-4e01-876d-6f238a3c3c40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.908824] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 743.908824] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521d85bf-91c5-40ef-2f8f-93d5eb644fa5" [ 743.908824] env[62822]: _type = "Task" [ 743.908824] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.914439] env[62822]: INFO nova.compute.manager [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] instance snapshotting [ 743.915528] env[62822]: DEBUG nova.objects.instance [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'flavor' on Instance uuid 8fb48046-cb42-4250-a73a-046e1bc69f96 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.926911] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521d85bf-91c5-40ef-2f8f-93d5eb644fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.01224} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.926911] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.926911] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] d01665b2-c36d-4dbb-875f-fd4e0b0d606c/d01665b2-c36d-4dbb-875f-fd4e0b0d606c.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.927260] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb0236ad-9832-40aa-bfbd-d81f665875ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.935183] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 743.935183] env[62822]: value = "task-2764073" [ 743.935183] env[62822]: _type = "Task" [ 743.935183] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.945959] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.970110] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.004978] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "75385fad-42c0-46cc-98ce-27a22199dfca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.005359] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "75385fad-42c0-46cc-98ce-27a22199dfca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.042982] env[62822]: DEBUG nova.compute.manager [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.065204] env[62822]: DEBUG nova.virt.hardware [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:15:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1209231581',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1434876432',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.065465] env[62822]: DEBUG nova.virt.hardware [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.065636] env[62822]: DEBUG nova.virt.hardware [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.065849] env[62822]: DEBUG nova.virt.hardware [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.066188] env[62822]: DEBUG nova.virt.hardware [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.066188] env[62822]: DEBUG nova.virt.hardware [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.066360] env[62822]: DEBUG nova.virt.hardware [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.066513] env[62822]: DEBUG nova.virt.hardware [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.066674] env[62822]: DEBUG nova.virt.hardware [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.066833] env[62822]: DEBUG nova.virt.hardware [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.067016] env[62822]: DEBUG nova.virt.hardware [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.067913] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2955f79-6bbe-4375-a3f1-59330c22f359 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.078923] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc61f08-5084-4d78-92f6-6726b16e2e25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.099193] env[62822]: DEBUG nova.network.neutron [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Updating instance_info_cache with network_info: [{"id": "a949ce41-1e1d-4244-8b14-47017e05c666", "address": "fa:16:3e:33:bd:36", "network": {"id": "4ff3fc02-cc98-4004-8d03-0fddae883a40", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-16157614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d931f6de3134407786a2a22d8e878c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa949ce41-1e", "ovs_interfaceid": "a949ce41-1e1d-4244-8b14-47017e05c666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.111564] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764072, 'name': ReconfigVM_Task, 'duration_secs': 0.646957} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.114755] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 4300818c-bf1e-48d5-8569-ac29ab221f65/4300818c-bf1e-48d5-8569-ac29ab221f65.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.116089] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1932fb99-5a34-4bd8-9271-77dfa44c8d5c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.125431] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 744.125431] env[62822]: value = "task-2764074" [ 744.125431] env[62822]: _type = "Task" [ 744.125431] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.137093] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764074, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.243623] env[62822]: DEBUG nova.network.neutron [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Updating instance_info_cache with network_info: [{"id": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "address": "fa:16:3e:43:ad:ab", "network": {"id": "103b5052-b423-4b09-8d66-2a702bd34c26", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-573337267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f796ee11a1466f86f309fbc9033152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a994020-bb", "ovs_interfaceid": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.292565] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updated VIF entry in instance network info cache for port 7141ea1e-1ca6-4287-b6b8-0455fb4139ca. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.292938] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updating instance_info_cache with network_info: [{"id": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "address": "fa:16:3e:16:64:32", "network": {"id": "e5bc3999-5da8-4a7b-9ec1-4f25beac3dcd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1074194346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a391ec0f89c4656b096cffc11a33150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7141ea1e-1c", "ovs_interfaceid": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.339619] env[62822]: DEBUG nova.compute.manager [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.358075] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9d089810-878e-4df5-97ae-2aed21ade99d tempest-ServerGroupTestJSON-304102592 tempest-ServerGroupTestJSON-304102592-project-member] Lock "f1d2aae8-d54b-4de5-b2ce-01d0a061d643" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.998s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.426678] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb851add-212b-4400-a5b0-691856b1074f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.457572] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7257be5f-8895-473a-b6b4-560b12925196 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.461227] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764073, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.605984] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Releasing lock "refresh_cache-e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.606374] env[62822]: DEBUG nova.compute.manager [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Instance network_info: |[{"id": "a949ce41-1e1d-4244-8b14-47017e05c666", "address": "fa:16:3e:33:bd:36", "network": {"id": "4ff3fc02-cc98-4004-8d03-0fddae883a40", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-16157614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d931f6de3134407786a2a22d8e878c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa949ce41-1e", "ovs_interfaceid": "a949ce41-1e1d-4244-8b14-47017e05c666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.606897] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:bd:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a949ce41-1e1d-4244-8b14-47017e05c666', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.615603] env[62822]: DEBUG oslo.service.loopingcall [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.615902] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.618523] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9407ffc7-d59f-4cc5-984f-cfbb0cb7f86e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.643508] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764074, 'name': Rename_Task, 'duration_secs': 0.286355} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.645044] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.645309] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.645309] env[62822]: value = "task-2764075" [ 744.645309] env[62822]: _type = "Task" [ 744.645309] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.645499] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a88010b6-6d32-4a19-bc75-2a9099aa1d87 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.655962] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 744.655962] env[62822]: value = "task-2764076" [ 744.655962] env[62822]: _type = "Task" [ 744.655962] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.659241] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764075, 'name': CreateVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.667980] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.753017] env[62822]: DEBUG oslo_concurrency.lockutils [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Releasing lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.753017] env[62822]: DEBUG nova.compute.manager [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Inject network info {{(pid=62822) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 744.753264] env[62822]: DEBUG nova.compute.manager [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] network_info to inject: |[{"id": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "address": "fa:16:3e:43:ad:ab", "network": {"id": "103b5052-b423-4b09-8d66-2a702bd34c26", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-573337267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f796ee11a1466f86f309fbc9033152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a994020-bb", "ovs_interfaceid": "0a994020-bb4a-4a3e-9d6e-8646f77a6ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 744.755913] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Reconfiguring VM instance to set the machine id {{(pid=62822) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 744.756438] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9513153d-c8f1-4c99-b8ba-a0ca9f6a1ff6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.772851] env[62822]: DEBUG oslo_vmware.api [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 744.772851] env[62822]: value = "task-2764077" [ 744.772851] env[62822]: _type = "Task" [ 744.772851] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.783044] env[62822]: DEBUG oslo_vmware.api [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2764077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.799263] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Releasing lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.799263] env[62822]: DEBUG nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Received event network-changed-9f0fe9a7-20a1-4b79-a90f-17179c3a94de {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.799263] env[62822]: DEBUG nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Refreshing instance network info cache due to event network-changed-9f0fe9a7-20a1-4b79-a90f-17179c3a94de. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 744.799263] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Acquiring lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.799263] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Acquired lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.799483] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Refreshing network info cache for port 9f0fe9a7-20a1-4b79-a90f-17179c3a94de {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.846270] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fe7b64c0-8aa3-441f-9a36-2746e4d5fe97 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.846557] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.834s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.848263] env[62822]: INFO nova.compute.claims [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.881479] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.951023] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906074} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.955901] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] d01665b2-c36d-4dbb-875f-fd4e0b0d606c/d01665b2-c36d-4dbb-875f-fd4e0b0d606c.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.956263] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.956494] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2cdefaa-b4fb-4bfd-867e-a9d080067636 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.964430] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 744.964430] env[62822]: value = "task-2764078" [ 744.964430] env[62822]: _type = "Task" [ 744.964430] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.974332] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.974791] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.975355] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-24b42e14-3e9f-475f-87a4-2b063f0fc273 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.982902] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "57a1c135-5990-46e4-84ee-9e46647f2280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.983308] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "57a1c135-5990-46e4-84ee-9e46647f2280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.988059] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 744.988059] env[62822]: value = "task-2764079" [ 744.988059] env[62822]: _type = "Task" [ 744.988059] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.998069] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764079, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.001785] env[62822]: DEBUG oslo_concurrency.lockutils [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquiring lock "faa282f6-f946-4f8e-aea8-23c8ea493f18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.002080] env[62822]: DEBUG oslo_concurrency.lockutils [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lock "faa282f6-f946-4f8e-aea8-23c8ea493f18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.002292] env[62822]: DEBUG oslo_concurrency.lockutils [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquiring lock "faa282f6-f946-4f8e-aea8-23c8ea493f18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.002530] env[62822]: DEBUG oslo_concurrency.lockutils [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lock "faa282f6-f946-4f8e-aea8-23c8ea493f18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.002710] env[62822]: DEBUG oslo_concurrency.lockutils [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lock "faa282f6-f946-4f8e-aea8-23c8ea493f18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.007044] env[62822]: INFO nova.compute.manager [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Terminating instance [ 745.046441] env[62822]: DEBUG nova.network.neutron [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Successfully updated port: 997b31ab-299e-4874-94cd-d49f2dd01fa3 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.160213] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764075, 'name': CreateVM_Task, 'duration_secs': 0.504793} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.163380] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.164132] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.164299] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.164618] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.165572] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c0985b2-9f69-4dbb-b418-752f6b470ab8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.171714] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.174927] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 745.174927] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5291269c-0b16-4c77-d39d-0658c537cf44" [ 745.174927] env[62822]: _type = "Task" [ 745.174927] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.183752] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5291269c-0b16-4c77-d39d-0658c537cf44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.288809] env[62822]: DEBUG oslo_vmware.api [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2764077, 'name': ReconfigVM_Task, 'duration_secs': 0.173093} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.289186] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-819f2537-7ca8-4b4b-8b95-abd04a4b13e6 tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Reconfigured VM instance to set the machine id {{(pid=62822) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 745.346292] env[62822]: DEBUG nova.compute.manager [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Received event network-changed-a949ce41-1e1d-4244-8b14-47017e05c666 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.346599] env[62822]: DEBUG nova.compute.manager [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Refreshing instance network info cache due to event network-changed-a949ce41-1e1d-4244-8b14-47017e05c666. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.346857] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Acquiring lock "refresh_cache-e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.347143] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Acquired lock "refresh_cache-e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.347378] env[62822]: DEBUG nova.network.neutron [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Refreshing network info cache for port a949ce41-1e1d-4244-8b14-47017e05c666 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.125865] env[62822]: DEBUG nova.compute.manager [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.126153] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.127561] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "refresh_cache-b4a81199-7124-4839-b399-2be629aff6cc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.127561] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquired lock "refresh_cache-b4a81199-7124-4839-b399-2be629aff6cc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.127561] env[62822]: DEBUG nova.network.neutron [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.139161] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e286cce-b525-46ff-bf4d-fbb8969d150f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.163397] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764079, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.163668] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079519} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.163870] env[62822]: DEBUG oslo_vmware.api [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764076, 'name': PowerOnVM_Task, 'duration_secs': 0.704804} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.166393] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.166678] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.166947] env[62822]: INFO nova.compute.manager [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Took 10.81 seconds to spawn the instance on the hypervisor. [ 746.167064] env[62822]: DEBUG nova.compute.manager [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.167393] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.171407] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed24604e-bf8a-4b37-8263-c119245179fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.175507] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadc591c-1de9-4f45-bcbe-d4d80e1be168 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.177688] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9b2320-251f-4091-aba5-699d91953de9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.179140] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5291269c-0b16-4c77-d39d-0658c537cf44, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.179449] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.179675] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.179900] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.180055] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.180312] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.181518] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb31369f-f900-48d1-ba7b-3dcb13f876a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.203134] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] d01665b2-c36d-4dbb-875f-fd4e0b0d606c/d01665b2-c36d-4dbb-875f-fd4e0b0d606c.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.207763] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3921323-013e-41fb-94ee-749765f617d0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.225445] env[62822]: DEBUG oslo_vmware.api [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 746.225445] env[62822]: value = "task-2764080" [ 746.225445] env[62822]: _type = "Task" [ 746.225445] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.229824] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.230043] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.234915] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeea8153-0a92-45b9-9447-93329893c4d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.240229] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 746.240229] env[62822]: value = "task-2764081" [ 746.240229] env[62822]: _type = "Task" [ 746.240229] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.246527] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 746.246527] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5272ab68-e9de-f667-9949-1fda2f378d15" [ 746.246527] env[62822]: _type = "Task" [ 746.246527] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.246775] env[62822]: DEBUG oslo_vmware.api [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2764080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.254049] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.260211] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5272ab68-e9de-f667-9949-1fda2f378d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.437313] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Updated VIF entry in instance network info cache for port 9f0fe9a7-20a1-4b79-a90f-17179c3a94de. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.437732] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Updating instance_info_cache with network_info: [{"id": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "address": "fa:16:3e:c5:7d:97", "network": {"id": "2c6b7b33-a64d-4b98-a53e-694e69f489a6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1699409384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf8371b5ffe40c585fcb507a7efef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0fe9a7-20", "ovs_interfaceid": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.643682] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764079, 'name': CreateSnapshot_Task, 'duration_secs': 1.33075} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.650697] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 746.650697] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9d8c1b-8090-464a-84fa-6c843083c755 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.721267] env[62822]: DEBUG nova.network.neutron [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.738497] env[62822]: INFO nova.compute.manager [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Took 41.67 seconds to build instance. [ 746.746662] env[62822]: DEBUG oslo_vmware.api [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2764080, 'name': PowerOffVM_Task, 'duration_secs': 0.191614} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.749350] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.749908] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.750044] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33981063-82df-4677-9745-e02b753f366b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.757964] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764081, 'name': ReconfigVM_Task, 'duration_secs': 0.334544} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.759382] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Reconfigured VM instance instance-0000002e to attach disk [datastore2] d01665b2-c36d-4dbb-875f-fd4e0b0d606c/d01665b2-c36d-4dbb-875f-fd4e0b0d606c.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.760280] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7d6d802-be58-4186-9969-c87c681fd558 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.767628] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5272ab68-e9de-f667-9949-1fda2f378d15, 'name': SearchDatastore_Task, 'duration_secs': 0.018292} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.773015] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c69471-692e-490f-a181-95c0aac828b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.775161] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 746.775161] env[62822]: value = "task-2764083" [ 746.775161] env[62822]: _type = "Task" [ 746.775161] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.779636] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 746.779636] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529bf3b8-3048-2874-c63e-93904362623d" [ 746.779636] env[62822]: _type = "Task" [ 746.779636] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.789367] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764083, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.794651] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529bf3b8-3048-2874-c63e-93904362623d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.823466] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.823736] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.823863] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Deleting the datastore file [datastore2] faa282f6-f946-4f8e-aea8-23c8ea493f18 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.824145] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a63b2ac5-cbb0-4f7b-8c96-6366fb4799bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.830420] env[62822]: DEBUG oslo_vmware.api [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for the task: (returnval){ [ 746.830420] env[62822]: value = "task-2764084" [ 746.830420] env[62822]: _type = "Task" [ 746.830420] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.847293] env[62822]: DEBUG oslo_vmware.api [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2764084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.942780] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Releasing lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.943097] env[62822]: DEBUG nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Received event network-changed-91fca7cb-608d-4b00-b202-49573124b19b {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.943226] env[62822]: DEBUG nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Refreshing instance network info cache due to event network-changed-91fca7cb-608d-4b00-b202-49573124b19b. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.943411] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Acquiring lock "refresh_cache-d01665b2-c36d-4dbb-875f-fd4e0b0d606c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.943549] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Acquired lock "refresh_cache-d01665b2-c36d-4dbb-875f-fd4e0b0d606c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.943703] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Refreshing network info cache for port 91fca7cb-608d-4b00-b202-49573124b19b {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.146812] env[62822]: DEBUG nova.network.neutron [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Updating instance_info_cache with network_info: [{"id": "997b31ab-299e-4874-94cd-d49f2dd01fa3", "address": "fa:16:3e:58:bd:c9", "network": {"id": "34e0ea7c-1d28-4756-ae6c-fce57fcd714a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-190686895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c610864edf490da3111f5aa7dafb85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997b31ab-29", "ovs_interfaceid": "997b31ab-299e-4874-94cd-d49f2dd01fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.165282] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 747.165606] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80f3c8a0-009b-466f-852b-6069fbfca430 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.173679] env[62822]: DEBUG nova.network.neutron [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Updated VIF entry in instance network info cache for port a949ce41-1e1d-4244-8b14-47017e05c666. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.174061] env[62822]: DEBUG nova.network.neutron [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Updating instance_info_cache with network_info: [{"id": "a949ce41-1e1d-4244-8b14-47017e05c666", "address": "fa:16:3e:33:bd:36", "network": {"id": "4ff3fc02-cc98-4004-8d03-0fddae883a40", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-16157614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d931f6de3134407786a2a22d8e878c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa949ce41-1e", "ovs_interfaceid": "a949ce41-1e1d-4244-8b14-47017e05c666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.179135] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 747.179135] env[62822]: value = "task-2764085" [ 747.179135] env[62822]: _type = "Task" [ 747.179135] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.185572] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764085, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.240618] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a493508e-5548-4819-ac78-134f6efda8ce tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "4300818c-bf1e-48d5-8569-ac29ab221f65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.170s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.244162] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f548f1-ca13-4af9-afee-76c555e6c1df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.253840] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaf09f3-97d3-4d16-a576-7ae795926441 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.297538] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c6fd5d-c2c7-46eb-8953-91cfb3b633b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.306156] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764083, 'name': Rename_Task, 'duration_secs': 0.151029} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.311899] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.312533] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529bf3b8-3048-2874-c63e-93904362623d, 'name': SearchDatastore_Task, 'duration_secs': 0.015212} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.312805] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-300b19fb-b199-4463-8bdf-82361c6b98c1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.314957] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.315241] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f/e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.316626] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0a2544-5aed-462e-aa54-9fedda3d8efe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.320901] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba4f550d-5cae-410e-a4c2-41facb9ccd5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.334717] env[62822]: DEBUG nova.compute.provider_tree [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.341308] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 747.341308] env[62822]: value = "task-2764086" [ 747.341308] env[62822]: _type = "Task" [ 747.341308] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.341582] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 747.341582] env[62822]: value = "task-2764087" [ 747.341582] env[62822]: _type = "Task" [ 747.341582] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.355133] env[62822]: DEBUG oslo_vmware.api [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Task: {'id': task-2764084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339869} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.356071] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.356234] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.356895] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.356895] env[62822]: INFO nova.compute.manager [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Took 1.23 seconds to destroy the instance on the hypervisor. [ 747.356895] env[62822]: DEBUG oslo.service.loopingcall [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.357044] env[62822]: DEBUG nova.compute.manager [-] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.357044] env[62822]: DEBUG nova.network.neutron [-] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.365157] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.365717] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764086, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.649450] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Releasing lock "refresh_cache-b4a81199-7124-4839-b399-2be629aff6cc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.649791] env[62822]: DEBUG nova.compute.manager [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Instance network_info: |[{"id": "997b31ab-299e-4874-94cd-d49f2dd01fa3", "address": "fa:16:3e:58:bd:c9", "network": {"id": "34e0ea7c-1d28-4756-ae6c-fce57fcd714a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-190686895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c610864edf490da3111f5aa7dafb85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997b31ab-29", "ovs_interfaceid": "997b31ab-299e-4874-94cd-d49f2dd01fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.650355] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:bd:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '997b31ab-299e-4874-94cd-d49f2dd01fa3', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.659438] env[62822]: DEBUG oslo.service.loopingcall [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.659707] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.659940] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09d46e1c-b416-493a-b8c5-55c5ba466f40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.680155] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Releasing lock "refresh_cache-e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.680423] env[62822]: DEBUG nova.compute.manager [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Received event network-changed-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.682139] env[62822]: DEBUG nova.compute.manager [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Refreshing instance network info cache due to event network-changed-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.682139] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Acquiring lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.682139] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Acquired lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.682601] env[62822]: DEBUG nova.network.neutron [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Refreshing network info cache for port 0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.694841] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.694841] env[62822]: value = "task-2764088" [ 747.694841] env[62822]: _type = "Task" [ 747.694841] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.702624] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764085, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.709675] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764088, 'name': CreateVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.749249] env[62822]: DEBUG nova.compute.manager [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.843916] env[62822]: DEBUG nova.scheduler.client.report [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.885276] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764087, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.885673] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.980720] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Updated VIF entry in instance network info cache for port 91fca7cb-608d-4b00-b202-49573124b19b. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.980864] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Updating instance_info_cache with network_info: [{"id": "91fca7cb-608d-4b00-b202-49573124b19b", "address": "fa:16:3e:76:87:4a", "network": {"id": "4ff3fc02-cc98-4004-8d03-0fddae883a40", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-16157614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d931f6de3134407786a2a22d8e878c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91fca7cb-60", "ovs_interfaceid": "91fca7cb-608d-4b00-b202-49573124b19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.196405] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764085, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.208025] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764088, 'name': CreateVM_Task, 'duration_secs': 0.416084} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.208345] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.209141] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.209320] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.209647] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.209913] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3d62ac-c82c-4500-9904-3049952a1945 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.214804] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 748.214804] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520afc8d-cf91-4c54-4a90-582851972af7" [ 748.214804] env[62822]: _type = "Task" [ 748.214804] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.223207] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520afc8d-cf91-4c54-4a90-582851972af7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.245062] env[62822]: INFO nova.network.neutron [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Port 0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 748.245978] env[62822]: DEBUG nova.network.neutron [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.292648] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.364805] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604407} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.368357] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f/e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.369918] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.369918] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.523s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.369918] env[62822]: DEBUG nova.compute.manager [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.373047] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764086, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.373047] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dceda9c-790a-4c2e-9aec-8f93c02d886f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.374549] env[62822]: DEBUG oslo_concurrency.lockutils [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.824s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.374763] env[62822]: DEBUG nova.objects.instance [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lazy-loading 'resources' on Instance uuid d6d95cd6-e6e2-48fe-8766-15fbc677a0e8 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.381797] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 748.381797] env[62822]: value = "task-2764089" [ 748.381797] env[62822]: _type = "Task" [ 748.381797] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.390907] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.399356] env[62822]: DEBUG nova.compute.manager [req-cccdf913-4eb9-4e4b-b755-9c3e8f36c0c6 req-0d8763a6-11fc-4424-a915-c01a72e0b99d service nova] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Received event network-vif-deleted-0a994020-bb4a-4a3e-9d6e-8646f77a6ed5 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.483963] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Releasing lock "refresh_cache-d01665b2-c36d-4dbb-875f-fd4e0b0d606c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.484204] env[62822]: DEBUG nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Received event network-vif-deleted-96388fe5-8868-4b94-bb04-f734cb4f8017 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.484415] env[62822]: DEBUG nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Received event network-changed-7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.484572] env[62822]: DEBUG nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Refreshing instance network info cache due to event network-changed-7141ea1e-1ca6-4287-b6b8-0455fb4139ca. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.484767] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Acquiring lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.484907] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Acquired lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.485080] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Refreshing network info cache for port 7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.695078] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764085, 'name': CloneVM_Task} progress is 95%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.724996] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520afc8d-cf91-4c54-4a90-582851972af7, 'name': SearchDatastore_Task, 'duration_secs': 0.013577} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.725231] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.725453] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.725677] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.725821] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.725995] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.726263] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2d201f0-90f2-4f2e-b843-47abb60aa5b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.736771] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.736929] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.737663] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c2c7f4-5864-41aa-b222-6c5e6794bf7d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.743190] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 748.743190] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c233a0-b6a5-a414-52e9-14d5cf86f937" [ 748.743190] env[62822]: _type = "Task" [ 748.743190] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.751316] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Releasing lock "refresh_cache-faa282f6-f946-4f8e-aea8-23c8ea493f18" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.751567] env[62822]: DEBUG nova.compute.manager [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Received event network-vif-plugged-997b31ab-299e-4874-94cd-d49f2dd01fa3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.751754] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Acquiring lock "b4a81199-7124-4839-b399-2be629aff6cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.751942] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Lock "b4a81199-7124-4839-b399-2be629aff6cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.752119] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Lock "b4a81199-7124-4839-b399-2be629aff6cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.752287] env[62822]: DEBUG nova.compute.manager [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] No waiting events found dispatching network-vif-plugged-997b31ab-299e-4874-94cd-d49f2dd01fa3 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.752451] env[62822]: WARNING nova.compute.manager [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Received unexpected event network-vif-plugged-997b31ab-299e-4874-94cd-d49f2dd01fa3 for instance with vm_state building and task_state spawning. [ 748.752607] env[62822]: DEBUG nova.compute.manager [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Received event network-changed-997b31ab-299e-4874-94cd-d49f2dd01fa3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.752752] env[62822]: DEBUG nova.compute.manager [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Refreshing instance network info cache due to event network-changed-997b31ab-299e-4874-94cd-d49f2dd01fa3. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.752928] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Acquiring lock "refresh_cache-b4a81199-7124-4839-b399-2be629aff6cc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.753070] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Acquired lock "refresh_cache-b4a81199-7124-4839-b399-2be629aff6cc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.753225] env[62822]: DEBUG nova.network.neutron [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Refreshing network info cache for port 997b31ab-299e-4874-94cd-d49f2dd01fa3 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.754314] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c233a0-b6a5-a414-52e9-14d5cf86f937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.815112] env[62822]: DEBUG nova.network.neutron [-] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.860953] env[62822]: DEBUG oslo_vmware.api [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764086, 'name': PowerOnVM_Task, 'duration_secs': 1.240789} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.861595] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.861796] env[62822]: INFO nova.compute.manager [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Took 10.81 seconds to spawn the instance on the hypervisor. [ 748.861969] env[62822]: DEBUG nova.compute.manager [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.863535] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df405bca-e4c3-40f1-97ce-f7a912b3d09f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.880060] env[62822]: DEBUG nova.compute.utils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.884140] env[62822]: DEBUG nova.compute.manager [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.884140] env[62822]: DEBUG nova.network.neutron [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.892754] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073185} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.892754] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.895313] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452d8eff-2366-4e43-9e41-b82d8216b11a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.928492] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f/e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.934375] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1029da6-571d-4293-98fb-730396595770 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.962607] env[62822]: DEBUG nova.policy [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64be30fd805a41d2933ea23d0b59b88b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f086dc4e420b48c5b60500e01e640f10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.971021] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 748.971021] env[62822]: value = "task-2764090" [ 748.971021] env[62822]: _type = "Task" [ 748.971021] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.978668] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764090, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.195305] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764085, 'name': CloneVM_Task, 'duration_secs': 1.664471} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.198794] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Created linked-clone VM from snapshot [ 749.199896] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf826f84-0fba-48cd-9059-d27b89d314c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.207253] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Uploading image 1ac9f83f-4bbf-48a6-8a8a-eb9ff3a19a95 {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 749.237711] env[62822]: DEBUG oslo_vmware.rw_handles [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 749.237711] env[62822]: value = "vm-556113" [ 749.237711] env[62822]: _type = "VirtualMachine" [ 749.237711] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 749.238028] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b5815587-4194-4c95-b811-f6d2e51336e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.247961] env[62822]: DEBUG oslo_vmware.rw_handles [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lease: (returnval){ [ 749.247961] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521ee162-4b54-0c47-8573-454f32e6584b" [ 749.247961] env[62822]: _type = "HttpNfcLease" [ 749.247961] env[62822]: } obtained for exporting VM: (result){ [ 749.247961] env[62822]: value = "vm-556113" [ 749.247961] env[62822]: _type = "VirtualMachine" [ 749.247961] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 749.248469] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the lease: (returnval){ [ 749.248469] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521ee162-4b54-0c47-8573-454f32e6584b" [ 749.248469] env[62822]: _type = "HttpNfcLease" [ 749.248469] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 749.259382] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c233a0-b6a5-a414-52e9-14d5cf86f937, 'name': SearchDatastore_Task, 'duration_secs': 0.051744} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.262916] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0577bbe1-8610-45c3-b238-c63cc979280f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.266498] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.266498] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521ee162-4b54-0c47-8573-454f32e6584b" [ 749.266498] env[62822]: _type = "HttpNfcLease" [ 749.266498] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 749.269329] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 749.269329] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522d5b88-6820-42b7-9b18-efed3d04d6ae" [ 749.269329] env[62822]: _type = "Task" [ 749.269329] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.278837] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522d5b88-6820-42b7-9b18-efed3d04d6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.316435] env[62822]: INFO nova.compute.manager [-] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Took 1.96 seconds to deallocate network for instance. [ 749.382831] env[62822]: INFO nova.compute.manager [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Took 42.85 seconds to build instance. [ 749.384193] env[62822]: DEBUG nova.compute.manager [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.479860] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.503459] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425c7d12-ae51-409d-b498-7ce72f368c14 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.511518] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015e7a28-4a53-436c-ac78-96efabbcc561 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.546855] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updated VIF entry in instance network info cache for port 7141ea1e-1ca6-4287-b6b8-0455fb4139ca. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.547225] env[62822]: DEBUG nova.network.neutron [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updating instance_info_cache with network_info: [{"id": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "address": "fa:16:3e:16:64:32", "network": {"id": "e5bc3999-5da8-4a7b-9ec1-4f25beac3dcd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1074194346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a391ec0f89c4656b096cffc11a33150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7141ea1e-1c", "ovs_interfaceid": "7141ea1e-1ca6-4287-b6b8-0455fb4139ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.552852] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c01369-0cb3-41b4-a0d1-5aa4ac514050 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.561318] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22800a88-2b17-4293-92be-4a3761d1144b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.576419] env[62822]: DEBUG nova.compute.provider_tree [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.688427] env[62822]: DEBUG nova.network.neutron [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Successfully created port: ca1edea2-0302-447f-8bb1-6b3f7a53a46c {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.724090] env[62822]: DEBUG nova.network.neutron [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Updated VIF entry in instance network info cache for port 997b31ab-299e-4874-94cd-d49f2dd01fa3. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.724576] env[62822]: DEBUG nova.network.neutron [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Updating instance_info_cache with network_info: [{"id": "997b31ab-299e-4874-94cd-d49f2dd01fa3", "address": "fa:16:3e:58:bd:c9", "network": {"id": "34e0ea7c-1d28-4756-ae6c-fce57fcd714a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-190686895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c610864edf490da3111f5aa7dafb85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997b31ab-29", "ovs_interfaceid": "997b31ab-299e-4874-94cd-d49f2dd01fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.759041] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.759041] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521ee162-4b54-0c47-8573-454f32e6584b" [ 749.759041] env[62822]: _type = "HttpNfcLease" [ 749.759041] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 749.759302] env[62822]: DEBUG oslo_vmware.rw_handles [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 749.759302] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521ee162-4b54-0c47-8573-454f32e6584b" [ 749.759302] env[62822]: _type = "HttpNfcLease" [ 749.759302] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 749.759991] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137ab11e-1a06-4653-95ff-54dce377ec32 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.767424] env[62822]: DEBUG oslo_vmware.rw_handles [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6eb7-7059-4f22-4372-91316fc618bf/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 749.767522] env[62822]: DEBUG oslo_vmware.rw_handles [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6eb7-7059-4f22-4372-91316fc618bf/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 749.831671] env[62822]: DEBUG oslo_concurrency.lockutils [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.838836] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522d5b88-6820-42b7-9b18-efed3d04d6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.060442} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.839432] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.839786] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] b4a81199-7124-4839-b399-2be629aff6cc/b4a81199-7124-4839-b399-2be629aff6cc.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.840250] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41d79713-62d6-4556-af13-39265cf46c0f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.848365] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 749.848365] env[62822]: value = "task-2764092" [ 749.848365] env[62822]: _type = "Task" [ 749.848365] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.857643] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.874102] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f85bae8e-b320-4e47-86f8-dc5627226240 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.883249] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd962d1c-1fa9-4084-9eab-2491aeee7d15 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.073s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.982128] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764090, 'name': ReconfigVM_Task, 'duration_secs': 0.977764} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.982128] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Reconfigured VM instance instance-0000002f to attach disk [datastore2] e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f/e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.982128] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0adee16-2b9a-4c97-9b16-cc51195b5518 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.986988] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 749.986988] env[62822]: value = "task-2764093" [ 749.986988] env[62822]: _type = "Task" [ 749.986988] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.997989] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764093, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.056634] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Releasing lock "refresh_cache-c090804d-2123-4487-9152-dfce486bd17b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.058517] env[62822]: DEBUG nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Received event network-vif-plugged-a949ce41-1e1d-4244-8b14-47017e05c666 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.058761] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Acquiring lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.058980] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.059160] env[62822]: DEBUG oslo_concurrency.lockutils [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] Lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.059333] env[62822]: DEBUG nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] No waiting events found dispatching network-vif-plugged-a949ce41-1e1d-4244-8b14-47017e05c666 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.059498] env[62822]: WARNING nova.compute.manager [req-f78fa613-e930-460a-8463-31923ef468de req-e12ff822-1a9a-450b-a826-d5d668b83872 service nova] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Received unexpected event network-vif-plugged-a949ce41-1e1d-4244-8b14-47017e05c666 for instance with vm_state building and task_state spawning. [ 750.082492] env[62822]: DEBUG nova.scheduler.client.report [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.227185] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c08868-3a32-4070-979a-c4da628fb1bf req-85aea05b-88e7-4a34-a42a-6263376f08ba service nova] Releasing lock "refresh_cache-b4a81199-7124-4839-b399-2be629aff6cc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.359601] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510658} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.360044] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] b4a81199-7124-4839-b399-2be629aff6cc/b4a81199-7124-4839-b399-2be629aff6cc.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.360593] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.360870] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74fafba0-6848-401d-b4f1-ccf092dbf02a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.367346] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 750.367346] env[62822]: value = "task-2764094" [ 750.367346] env[62822]: _type = "Task" [ 750.367346] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.376890] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.385689] env[62822]: DEBUG nova.compute.manager [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.395818] env[62822]: DEBUG nova.compute.manager [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.432921] env[62822]: DEBUG nova.virt.hardware [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.433225] env[62822]: DEBUG nova.virt.hardware [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.433398] env[62822]: DEBUG nova.virt.hardware [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.433586] env[62822]: DEBUG nova.virt.hardware [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.433779] env[62822]: DEBUG nova.virt.hardware [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.434068] env[62822]: DEBUG nova.virt.hardware [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.434342] env[62822]: DEBUG nova.virt.hardware [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.434541] env[62822]: DEBUG nova.virt.hardware [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.434738] env[62822]: DEBUG nova.virt.hardware [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.434906] env[62822]: DEBUG nova.virt.hardware [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.436285] env[62822]: DEBUG nova.virt.hardware [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.437274] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1a5e81-afec-4808-9933-5ef4e46d5303 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.445165] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da649dc-55bf-4147-9480-d0aeab62aada {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.502915] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764093, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.588033] env[62822]: DEBUG oslo_concurrency.lockutils [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.591277] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.855s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.591935] env[62822]: INFO nova.compute.claims [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.627527] env[62822]: INFO nova.scheduler.client.report [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted allocations for instance d6d95cd6-e6e2-48fe-8766-15fbc677a0e8 [ 750.879211] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071171} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.879686] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.880779] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1365ca3f-6ee2-446d-bd1b-fc72a734b948 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.907494] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] b4a81199-7124-4839-b399-2be629aff6cc/b4a81199-7124-4839-b399-2be629aff6cc.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.911419] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd15abaa-15a2-4df2-8d6c-bc35f1d5a331 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.931334] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 750.931334] env[62822]: value = "task-2764095" [ 750.931334] env[62822]: _type = "Task" [ 750.931334] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.940934] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.947179] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.999435] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764093, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.142598] env[62822]: DEBUG oslo_concurrency.lockutils [None req-da2eb8c6-5f60-451d-b945-70c4b37d6c7c tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d6d95cd6-e6e2-48fe-8766-15fbc677a0e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.800s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.254507] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "interface-e8ecc175-f462-4715-9b11-dfa9b3780d94-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.254774] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-e8ecc175-f462-4715-9b11-dfa9b3780d94-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.255162] env[62822]: DEBUG nova.objects.instance [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'flavor' on Instance uuid e8ecc175-f462-4715-9b11-dfa9b3780d94 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.299267] env[62822]: DEBUG nova.compute.manager [req-89f92a10-af2a-4cb8-9e76-6753b73431ae req-2673a04b-49c2-4125-bd27-000f27890d12 service nova] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Received event network-vif-plugged-ca1edea2-0302-447f-8bb1-6b3f7a53a46c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.301417] env[62822]: DEBUG oslo_concurrency.lockutils [req-89f92a10-af2a-4cb8-9e76-6753b73431ae req-2673a04b-49c2-4125-bd27-000f27890d12 service nova] Acquiring lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.301630] env[62822]: DEBUG oslo_concurrency.lockutils [req-89f92a10-af2a-4cb8-9e76-6753b73431ae req-2673a04b-49c2-4125-bd27-000f27890d12 service nova] Lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.301943] env[62822]: DEBUG oslo_concurrency.lockutils [req-89f92a10-af2a-4cb8-9e76-6753b73431ae req-2673a04b-49c2-4125-bd27-000f27890d12 service nova] Lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.303039] env[62822]: DEBUG nova.compute.manager [req-89f92a10-af2a-4cb8-9e76-6753b73431ae req-2673a04b-49c2-4125-bd27-000f27890d12 service nova] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] No waiting events found dispatching network-vif-plugged-ca1edea2-0302-447f-8bb1-6b3f7a53a46c {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.303039] env[62822]: WARNING nova.compute.manager [req-89f92a10-af2a-4cb8-9e76-6753b73431ae req-2673a04b-49c2-4125-bd27-000f27890d12 service nova] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Received unexpected event network-vif-plugged-ca1edea2-0302-447f-8bb1-6b3f7a53a46c for instance with vm_state building and task_state spawning. [ 751.443904] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.503068] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764093, 'name': Rename_Task, 'duration_secs': 1.158188} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.503068] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.503068] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-735fffbb-2cd3-4dc0-97c5-d01b816e8fbd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.508716] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 751.508716] env[62822]: value = "task-2764096" [ 751.508716] env[62822]: _type = "Task" [ 751.508716] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.526639] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764096, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.625757] env[62822]: DEBUG nova.network.neutron [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Successfully updated port: ca1edea2-0302-447f-8bb1-6b3f7a53a46c {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.861630] env[62822]: DEBUG nova.objects.instance [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'pci_requests' on Instance uuid e8ecc175-f462-4715-9b11-dfa9b3780d94 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.941519] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764095, 'name': ReconfigVM_Task, 'duration_secs': 0.586886} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.944288] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Reconfigured VM instance instance-00000030 to attach disk [datastore1] b4a81199-7124-4839-b399-2be629aff6cc/b4a81199-7124-4839-b399-2be629aff6cc.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.944570] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62822) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 751.946114] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-4d7a55bc-e638-4e82-b339-7469ee04ebed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.953684] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 751.953684] env[62822]: value = "task-2764097" [ 751.953684] env[62822]: _type = "Task" [ 751.953684] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.966074] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764097, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.023301] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.131861] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "refresh_cache-8232b6bb-d5d1-4631-8d92-efa272c56dcd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.132170] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "refresh_cache-8232b6bb-d5d1-4631-8d92-efa272c56dcd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.132401] env[62822]: DEBUG nova.network.neutron [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.194628] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e38c8b6-5e37-466e-800d-ea26a49d76f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.203021] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9f5394-e94d-46dd-991b-90bde4e11cef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.236353] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcf4d79-6e51-41a5-8370-c3561c2b2a4a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.244427] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738d41a2-f2f4-48f1-a00a-270deca51876 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.260894] env[62822]: DEBUG nova.compute.provider_tree [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.365152] env[62822]: DEBUG nova.objects.base [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 752.365387] env[62822]: DEBUG nova.network.neutron [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.407467] env[62822]: DEBUG nova.policy [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396229863b894f138dec9688a94b8de9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd460b6edfebe4f71820ebf90addff5de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.464136] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764097, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.0511} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.464539] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62822) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 752.465358] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09971e1a-d68e-426e-8f76-175b771eb721 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.490602] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] b4a81199-7124-4839-b399-2be629aff6cc/ephemeral_0.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.490918] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caa8cbd0-b989-4bef-9608-7f3d81eb8603 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.509418] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 752.509418] env[62822]: value = "task-2764098" [ 752.509418] env[62822]: _type = "Task" [ 752.509418] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.520305] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.523350] env[62822]: DEBUG oslo_vmware.api [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764096, 'name': PowerOnVM_Task, 'duration_secs': 0.735181} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.523606] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.523806] env[62822]: INFO nova.compute.manager [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Took 11.76 seconds to spawn the instance on the hypervisor. [ 752.523985] env[62822]: DEBUG nova.compute.manager [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.524759] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24644f52-a2af-4bae-807f-9c8c6162575f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.693523] env[62822]: DEBUG nova.network.neutron [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.724084] env[62822]: DEBUG nova.network.neutron [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Successfully created port: 0058f5c4-5efa-4a60-ae3e-a1c81146efed {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.788730] env[62822]: ERROR nova.scheduler.client.report [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [req-5fba637e-6908-48a8-b82e-4eb40818c8ca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5fba637e-6908-48a8-b82e-4eb40818c8ca"}]} [ 752.813390] env[62822]: DEBUG nova.scheduler.client.report [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 752.831229] env[62822]: DEBUG nova.scheduler.client.report [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 752.831697] env[62822]: DEBUG nova.compute.provider_tree [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.845547] env[62822]: DEBUG nova.scheduler.client.report [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 752.864039] env[62822]: DEBUG nova.scheduler.client.report [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 752.931951] env[62822]: DEBUG nova.network.neutron [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Updating instance_info_cache with network_info: [{"id": "ca1edea2-0302-447f-8bb1-6b3f7a53a46c", "address": "fa:16:3e:6f:b6:db", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1edea2-03", "ovs_interfaceid": "ca1edea2-0302-447f-8bb1-6b3f7a53a46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.018472] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764098, 'name': ReconfigVM_Task, 'duration_secs': 0.471796} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.018740] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Reconfigured VM instance instance-00000030 to attach disk [datastore1] b4a81199-7124-4839-b399-2be629aff6cc/ephemeral_0.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.019383] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66a98bb4-b166-48fb-82ba-ac17788fd24b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.026075] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 753.026075] env[62822]: value = "task-2764099" [ 753.026075] env[62822]: _type = "Task" [ 753.026075] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.041906] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764099, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.052326] env[62822]: INFO nova.compute.manager [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Took 40.89 seconds to build instance. [ 753.344534] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "b5714e47-2750-4617-a185-7e1cfeac03dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.344846] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "b5714e47-2750-4617-a185-7e1cfeac03dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.435373] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "refresh_cache-8232b6bb-d5d1-4631-8d92-efa272c56dcd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.435373] env[62822]: DEBUG nova.compute.manager [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Instance network_info: |[{"id": "ca1edea2-0302-447f-8bb1-6b3f7a53a46c", "address": "fa:16:3e:6f:b6:db", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1edea2-03", "ovs_interfaceid": "ca1edea2-0302-447f-8bb1-6b3f7a53a46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.435702] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:b6:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca1edea2-0302-447f-8bb1-6b3f7a53a46c', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.442862] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating folder: Project (f086dc4e420b48c5b60500e01e640f10). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.444213] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6720d87c-d6c3-45ef-a7f9-d49e19332091 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.446471] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481cef51-b444-4400-864f-d9090dec7483 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.454327] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2aa1a2-3fea-4bd9-a2f1-4dc72f5f239d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.458528] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Created folder: Project (f086dc4e420b48c5b60500e01e640f10) in parent group-v555973. [ 753.458738] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating folder: Instances. Parent ref: group-v556115. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.459315] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-733d4c96-edb6-47fe-aa63-a52d74f2768c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.489111] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2315e3-11dd-4114-9d37-d46ec4ec8cbc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.492047] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Created folder: Instances in parent group-v556115. [ 753.492287] env[62822]: DEBUG oslo.service.loopingcall [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.492522] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.493377] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a71b148d-350f-4a40-a90f-db542b7d7875 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.510891] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fa120d-101f-4db6-855f-4623ba947cbe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.515805] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.515805] env[62822]: value = "task-2764102" [ 753.515805] env[62822]: _type = "Task" [ 753.515805] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.526660] env[62822]: DEBUG nova.compute.provider_tree [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.535320] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764102, 'name': CreateVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.540020] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764099, 'name': Rename_Task, 'duration_secs': 0.222456} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.540314] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.540553] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68911f4e-da98-4a5d-bc5a-b89813613df5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.546838] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 753.546838] env[62822]: value = "task-2764103" [ 753.546838] env[62822]: _type = "Task" [ 753.546838] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.554412] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.556112] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e2087dab-7813-4d38-bf41-6f1a0470b15b tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.346s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.863168] env[62822]: DEBUG nova.compute.manager [req-4952c327-baa7-4408-8a18-7cb00b8826bf req-62cbaf5e-e4d3-43d3-890e-1930fba0f3d9 service nova] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Received event network-changed-ca1edea2-0302-447f-8bb1-6b3f7a53a46c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.863433] env[62822]: DEBUG nova.compute.manager [req-4952c327-baa7-4408-8a18-7cb00b8826bf req-62cbaf5e-e4d3-43d3-890e-1930fba0f3d9 service nova] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Refreshing instance network info cache due to event network-changed-ca1edea2-0302-447f-8bb1-6b3f7a53a46c. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.863791] env[62822]: DEBUG oslo_concurrency.lockutils [req-4952c327-baa7-4408-8a18-7cb00b8826bf req-62cbaf5e-e4d3-43d3-890e-1930fba0f3d9 service nova] Acquiring lock "refresh_cache-8232b6bb-d5d1-4631-8d92-efa272c56dcd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.863875] env[62822]: DEBUG oslo_concurrency.lockutils [req-4952c327-baa7-4408-8a18-7cb00b8826bf req-62cbaf5e-e4d3-43d3-890e-1930fba0f3d9 service nova] Acquired lock "refresh_cache-8232b6bb-d5d1-4631-8d92-efa272c56dcd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.864446] env[62822]: DEBUG nova.network.neutron [req-4952c327-baa7-4408-8a18-7cb00b8826bf req-62cbaf5e-e4d3-43d3-890e-1930fba0f3d9 service nova] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Refreshing network info cache for port ca1edea2-0302-447f-8bb1-6b3f7a53a46c {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.028739] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764102, 'name': CreateVM_Task, 'duration_secs': 0.44308} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.028957] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.029899] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.030111] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.030478] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.030764] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9695c8-5832-403c-b3dd-d2a4b41c6f72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.038337] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 754.038337] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b3192e-8f9b-6e77-3d08-f3d5701d38f6" [ 754.038337] env[62822]: _type = "Task" [ 754.038337] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.047811] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b3192e-8f9b-6e77-3d08-f3d5701d38f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.056475] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764103, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.057440] env[62822]: ERROR nova.scheduler.client.report [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [req-7c984d90-1c68-4a77-9c44-9e0667f904f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c984d90-1c68-4a77-9c44-9e0667f904f2"}]} [ 754.058059] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.077382] env[62822]: DEBUG nova.scheduler.client.report [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 754.092846] env[62822]: DEBUG nova.scheduler.client.report [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 754.093159] env[62822]: DEBUG nova.compute.provider_tree [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.105545] env[62822]: DEBUG nova.scheduler.client.report [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 754.124358] env[62822]: DEBUG nova.scheduler.client.report [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 754.352284] env[62822]: DEBUG nova.network.neutron [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Successfully updated port: 0058f5c4-5efa-4a60-ae3e-a1c81146efed {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.548479] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b3192e-8f9b-6e77-3d08-f3d5701d38f6, 'name': SearchDatastore_Task, 'duration_secs': 0.015992} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.552053] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.552053] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.552289] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.552371] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.552561] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.555394] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f935363-b3ce-4bed-9621-8a2b484ebb42 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.566311] env[62822]: DEBUG oslo_vmware.api [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764103, 'name': PowerOnVM_Task, 'duration_secs': 0.526421} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.569448] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.569671] env[62822]: INFO nova.compute.manager [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Took 10.53 seconds to spawn the instance on the hypervisor. [ 754.569851] env[62822]: DEBUG nova.compute.manager [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.570257] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.570341] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.574392] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f30dd2-3e64-4438-ba5e-7810cd59ded9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.577070] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b813d40-1e2c-4a53-ade3-5831affe0c61 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.587760] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 754.587760] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b5ebf6-a79a-4640-82e4-209d2f3937f3" [ 754.587760] env[62822]: _type = "Task" [ 754.587760] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.592120] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.600370] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b5ebf6-a79a-4640-82e4-209d2f3937f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013602} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.601210] env[62822]: DEBUG nova.network.neutron [req-4952c327-baa7-4408-8a18-7cb00b8826bf req-62cbaf5e-e4d3-43d3-890e-1930fba0f3d9 service nova] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Updated VIF entry in instance network info cache for port ca1edea2-0302-447f-8bb1-6b3f7a53a46c. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.601540] env[62822]: DEBUG nova.network.neutron [req-4952c327-baa7-4408-8a18-7cb00b8826bf req-62cbaf5e-e4d3-43d3-890e-1930fba0f3d9 service nova] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Updating instance_info_cache with network_info: [{"id": "ca1edea2-0302-447f-8bb1-6b3f7a53a46c", "address": "fa:16:3e:6f:b6:db", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1edea2-03", "ovs_interfaceid": "ca1edea2-0302-447f-8bb1-6b3f7a53a46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.603444] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36989e46-46ed-458e-905b-7b04ddf26169 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.611060] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 754.611060] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520e893e-dad1-8496-158b-3ef65018d70f" [ 754.611060] env[62822]: _type = "Task" [ 754.611060] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.620110] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520e893e-dad1-8496-158b-3ef65018d70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.657233] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81551aaa-8c15-4b70-b339-a3393851181f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.665280] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a29fc55-1ba3-43ed-949c-72224cd84d95 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.696974] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e5945-aa42-4d85-8611-ac51d667271a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.704738] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9cd09d-eb9a-495a-92e7-5f26abee8f63 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.718491] env[62822]: DEBUG nova.compute.provider_tree [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.859219] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.859219] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.859219] env[62822]: DEBUG nova.network.neutron [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.098114] env[62822]: INFO nova.compute.manager [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Took 40.68 seconds to build instance. [ 755.104496] env[62822]: DEBUG oslo_concurrency.lockutils [req-4952c327-baa7-4408-8a18-7cb00b8826bf req-62cbaf5e-e4d3-43d3-890e-1930fba0f3d9 service nova] Releasing lock "refresh_cache-8232b6bb-d5d1-4631-8d92-efa272c56dcd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.123193] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520e893e-dad1-8496-158b-3ef65018d70f, 'name': SearchDatastore_Task, 'duration_secs': 0.013166} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.123466] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.123723] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 8232b6bb-d5d1-4631-8d92-efa272c56dcd/8232b6bb-d5d1-4631-8d92-efa272c56dcd.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.123988] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7511f172-368c-4c38-90dd-a585368b6622 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.131163] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 755.131163] env[62822]: value = "task-2764104" [ 755.131163] env[62822]: _type = "Task" [ 755.131163] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.139451] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.258840] env[62822]: DEBUG nova.scheduler.client.report [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 755.259134] env[62822]: DEBUG nova.compute.provider_tree [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 75 to 76 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 755.259327] env[62822]: DEBUG nova.compute.provider_tree [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.417440] env[62822]: WARNING nova.network.neutron [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] 2ce291d0-7b4f-44a7-af76-fbc0d578aeeb already exists in list: networks containing: ['2ce291d0-7b4f-44a7-af76-fbc0d578aeeb']. ignoring it [ 755.600171] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fa848ff3-87c6-4dc4-901b-54d0a96e8e43 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "b4a81199-7124-4839-b399-2be629aff6cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.884s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.643556] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764104, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.735371] env[62822]: DEBUG nova.network.neutron [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updating instance_info_cache with network_info: [{"id": "543bbca8-ef16-49be-a244-7753da85b2cd", "address": "fa:16:3e:bf:4e:4f", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543bbca8-ef", "ovs_interfaceid": "543bbca8-ef16-49be-a244-7753da85b2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0058f5c4-5efa-4a60-ae3e-a1c81146efed", "address": "fa:16:3e:32:46:b8", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0058f5c4-5e", "ovs_interfaceid": "0058f5c4-5efa-4a60-ae3e-a1c81146efed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.764598] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.174s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.765160] env[62822]: DEBUG nova.compute.manager [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.767946] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.397s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.105286] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.142710] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536652} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.143017] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 8232b6bb-d5d1-4631-8d92-efa272c56dcd/8232b6bb-d5d1-4631-8d92-efa272c56dcd.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.143236] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.143498] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b3151c-f943-4f1a-b1a9-2108b4eead6b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.150617] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 756.150617] env[62822]: value = "task-2764105" [ 756.150617] env[62822]: _type = "Task" [ 756.150617] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.160113] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.240409] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.241185] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.241360] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.242295] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f573311b-5674-4efd-a875-0ee2ffe68608 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.266497] env[62822]: DEBUG nova.virt.hardware [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.266830] env[62822]: DEBUG nova.virt.hardware [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.267062] env[62822]: DEBUG nova.virt.hardware [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.267322] env[62822]: DEBUG nova.virt.hardware [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.267527] env[62822]: DEBUG nova.virt.hardware [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.267730] env[62822]: DEBUG nova.virt.hardware [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.268015] env[62822]: DEBUG nova.virt.hardware [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.268251] env[62822]: DEBUG nova.virt.hardware [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.268479] env[62822]: DEBUG nova.virt.hardware [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.268711] env[62822]: DEBUG nova.virt.hardware [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.268949] env[62822]: DEBUG nova.virt.hardware [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.279167] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Reconfiguring VM to attach interface {{(pid=62822) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 756.280872] env[62822]: DEBUG nova.compute.utils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.285647] env[62822]: INFO nova.compute.claims [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.290112] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac21e6eb-481e-41bb-9300-53dbaee0bf46 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.308484] env[62822]: DEBUG nova.compute.manager [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.308675] env[62822]: DEBUG nova.network.neutron [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.316382] env[62822]: DEBUG oslo_vmware.api [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 756.316382] env[62822]: value = "task-2764106" [ 756.316382] env[62822]: _type = "Task" [ 756.316382] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.324981] env[62822]: DEBUG oslo_vmware.api [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764106, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.352960] env[62822]: DEBUG nova.policy [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32d1bbd8ede74c5cb33912b90309f3d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6a0901a7f19418998c47af0adb97f54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.357433] env[62822]: DEBUG nova.compute.manager [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Received event network-vif-plugged-0058f5c4-5efa-4a60-ae3e-a1c81146efed {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.357649] env[62822]: DEBUG oslo_concurrency.lockutils [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] Acquiring lock "e8ecc175-f462-4715-9b11-dfa9b3780d94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.357943] env[62822]: DEBUG oslo_concurrency.lockutils [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] Lock "e8ecc175-f462-4715-9b11-dfa9b3780d94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.358031] env[62822]: DEBUG oslo_concurrency.lockutils [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] Lock "e8ecc175-f462-4715-9b11-dfa9b3780d94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.358284] env[62822]: DEBUG nova.compute.manager [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] No waiting events found dispatching network-vif-plugged-0058f5c4-5efa-4a60-ae3e-a1c81146efed {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.358462] env[62822]: WARNING nova.compute.manager [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Received unexpected event network-vif-plugged-0058f5c4-5efa-4a60-ae3e-a1c81146efed for instance with vm_state active and task_state None. [ 756.358622] env[62822]: DEBUG nova.compute.manager [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Received event network-changed-0058f5c4-5efa-4a60-ae3e-a1c81146efed {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.358776] env[62822]: DEBUG nova.compute.manager [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Refreshing instance network info cache due to event network-changed-0058f5c4-5efa-4a60-ae3e-a1c81146efed. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.359023] env[62822]: DEBUG oslo_concurrency.lockutils [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] Acquiring lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.359267] env[62822]: DEBUG oslo_concurrency.lockutils [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] Acquired lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.359698] env[62822]: DEBUG nova.network.neutron [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Refreshing network info cache for port 0058f5c4-5efa-4a60-ae3e-a1c81146efed {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.634344] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.663720] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111057} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.664143] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.665389] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159c912b-6b5f-4406-9533-e5c1463a9c6e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.704044] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 8232b6bb-d5d1-4631-8d92-efa272c56dcd/8232b6bb-d5d1-4631-8d92-efa272c56dcd.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.705266] env[62822]: DEBUG nova.network.neutron [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Successfully created port: 24bb89d0-848a-4a34-b349-1e8af9692566 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.707320] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57558bd9-06a8-4e40-9dbe-9fee8be400a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.734161] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 756.734161] env[62822]: value = "task-2764107" [ 756.734161] env[62822]: _type = "Task" [ 756.734161] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.744774] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.808925] env[62822]: DEBUG nova.compute.manager [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.814654] env[62822]: INFO nova.compute.resource_tracker [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating resource usage from migration ca6ab151-a322-4ede-9a52-ceea9b4b4049 [ 756.832395] env[62822]: DEBUG oslo_vmware.api [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.192513] env[62822]: DEBUG nova.network.neutron [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updated VIF entry in instance network info cache for port 0058f5c4-5efa-4a60-ae3e-a1c81146efed. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.192980] env[62822]: DEBUG nova.network.neutron [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updating instance_info_cache with network_info: [{"id": "543bbca8-ef16-49be-a244-7753da85b2cd", "address": "fa:16:3e:bf:4e:4f", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543bbca8-ef", "ovs_interfaceid": "543bbca8-ef16-49be-a244-7753da85b2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0058f5c4-5efa-4a60-ae3e-a1c81146efed", "address": "fa:16:3e:32:46:b8", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0058f5c4-5e", "ovs_interfaceid": "0058f5c4-5efa-4a60-ae3e-a1c81146efed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.244446] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764107, 'name': ReconfigVM_Task, 'duration_secs': 0.486503} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.244446] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 8232b6bb-d5d1-4631-8d92-efa272c56dcd/8232b6bb-d5d1-4631-8d92-efa272c56dcd.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.245189] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33c9ebb1-25db-4fd0-8df9-8428ba4bddd7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.256775] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 757.256775] env[62822]: value = "task-2764108" [ 757.256775] env[62822]: _type = "Task" [ 757.256775] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.269338] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764108, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.332789] env[62822]: DEBUG oslo_vmware.api [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764106, 'name': ReconfigVM_Task, 'duration_secs': 0.911891} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.336091] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.336320] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Reconfigured VM to attach interface {{(pid=62822) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 757.424015] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c724da-05be-455c-ac2d-f585e5913813 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.432298] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cc879e-62cb-4aca-89f5-ece26eadf664 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.466350] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ba34a8-2920-40f8-8f41-9a15fcfa23c8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.474135] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d25df2-7ea8-4f0c-8975-89c8577259b8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.489462] env[62822]: DEBUG nova.compute.provider_tree [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.695855] env[62822]: DEBUG oslo_concurrency.lockutils [req-f04b7ac2-c0ed-4029-8dca-86758bca614b req-ea5341ec-cc01-4dba-9698-5b648221b99a service nova] Releasing lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.767423] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764108, 'name': Rename_Task, 'duration_secs': 0.27749} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.767810] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.768171] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ead85401-a257-460b-b6f8-1ea9e39753ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.775948] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 757.775948] env[62822]: value = "task-2764109" [ 757.775948] env[62822]: _type = "Task" [ 757.775948] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.784299] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.828274] env[62822]: DEBUG nova.compute.manager [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.841823] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4834de5a-1e95-4d96-b32e-8d164e223003 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-e8ecc175-f462-4715-9b11-dfa9b3780d94-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.587s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.854029] env[62822]: DEBUG nova.virt.hardware [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.854346] env[62822]: DEBUG nova.virt.hardware [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.854554] env[62822]: DEBUG nova.virt.hardware [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.854889] env[62822]: DEBUG nova.virt.hardware [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.855097] env[62822]: DEBUG nova.virt.hardware [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.855296] env[62822]: DEBUG nova.virt.hardware [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.855578] env[62822]: DEBUG nova.virt.hardware [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.855795] env[62822]: DEBUG nova.virt.hardware [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.856030] env[62822]: DEBUG nova.virt.hardware [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.856273] env[62822]: DEBUG nova.virt.hardware [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.856632] env[62822]: DEBUG nova.virt.hardware [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.857739] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f2b107-a332-4ee9-ab7a-8573e3467cb5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.869614] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a36267-5098-4fae-98f9-0444f307cea5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.921944] env[62822]: DEBUG nova.compute.manager [req-a11c4d38-2876-424c-8b5e-4eacd0d6f4ec req-3aa652f9-64ef-4687-b073-32af224a990f service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Received event network-changed-997b31ab-299e-4874-94cd-d49f2dd01fa3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.922191] env[62822]: DEBUG nova.compute.manager [req-a11c4d38-2876-424c-8b5e-4eacd0d6f4ec req-3aa652f9-64ef-4687-b073-32af224a990f service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Refreshing instance network info cache due to event network-changed-997b31ab-299e-4874-94cd-d49f2dd01fa3. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.922449] env[62822]: DEBUG oslo_concurrency.lockutils [req-a11c4d38-2876-424c-8b5e-4eacd0d6f4ec req-3aa652f9-64ef-4687-b073-32af224a990f service nova] Acquiring lock "refresh_cache-b4a81199-7124-4839-b399-2be629aff6cc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.922679] env[62822]: DEBUG oslo_concurrency.lockutils [req-a11c4d38-2876-424c-8b5e-4eacd0d6f4ec req-3aa652f9-64ef-4687-b073-32af224a990f service nova] Acquired lock "refresh_cache-b4a81199-7124-4839-b399-2be629aff6cc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.922858] env[62822]: DEBUG nova.network.neutron [req-a11c4d38-2876-424c-8b5e-4eacd0d6f4ec req-3aa652f9-64ef-4687-b073-32af224a990f service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Refreshing network info cache for port 997b31ab-299e-4874-94cd-d49f2dd01fa3 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.993475] env[62822]: DEBUG nova.scheduler.client.report [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.286707] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.370669] env[62822]: DEBUG nova.network.neutron [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Successfully updated port: 24bb89d0-848a-4a34-b349-1e8af9692566 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.498844] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.731s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.499081] env[62822]: INFO nova.compute.manager [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Migrating [ 758.506772] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.479s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.507064] env[62822]: DEBUG nova.objects.instance [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lazy-loading 'resources' on Instance uuid 68d17830-6e76-4274-952c-a10fb963aa1b {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.526712] env[62822]: DEBUG nova.compute.manager [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Received event network-vif-plugged-24bb89d0-848a-4a34-b349-1e8af9692566 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.526878] env[62822]: DEBUG oslo_concurrency.lockutils [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] Acquiring lock "d2942f62-06a3-4732-83ff-c58015c992b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.527113] env[62822]: DEBUG oslo_concurrency.lockutils [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] Lock "d2942f62-06a3-4732-83ff-c58015c992b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.527280] env[62822]: DEBUG oslo_concurrency.lockutils [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] Lock "d2942f62-06a3-4732-83ff-c58015c992b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.527463] env[62822]: DEBUG nova.compute.manager [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] No waiting events found dispatching network-vif-plugged-24bb89d0-848a-4a34-b349-1e8af9692566 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.527631] env[62822]: WARNING nova.compute.manager [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Received unexpected event network-vif-plugged-24bb89d0-848a-4a34-b349-1e8af9692566 for instance with vm_state building and task_state spawning. [ 758.527788] env[62822]: DEBUG nova.compute.manager [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Received event network-changed-24bb89d0-848a-4a34-b349-1e8af9692566 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.527938] env[62822]: DEBUG nova.compute.manager [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Refreshing instance network info cache due to event network-changed-24bb89d0-848a-4a34-b349-1e8af9692566. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.528133] env[62822]: DEBUG oslo_concurrency.lockutils [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] Acquiring lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.528292] env[62822]: DEBUG oslo_concurrency.lockutils [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] Acquired lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.528481] env[62822]: DEBUG nova.network.neutron [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Refreshing network info cache for port 24bb89d0-848a-4a34-b349-1e8af9692566 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.654147] env[62822]: DEBUG nova.network.neutron [req-a11c4d38-2876-424c-8b5e-4eacd0d6f4ec req-3aa652f9-64ef-4687-b073-32af224a990f service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Updated VIF entry in instance network info cache for port 997b31ab-299e-4874-94cd-d49f2dd01fa3. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.654147] env[62822]: DEBUG nova.network.neutron [req-a11c4d38-2876-424c-8b5e-4eacd0d6f4ec req-3aa652f9-64ef-4687-b073-32af224a990f service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Updating instance_info_cache with network_info: [{"id": "997b31ab-299e-4874-94cd-d49f2dd01fa3", "address": "fa:16:3e:58:bd:c9", "network": {"id": "34e0ea7c-1d28-4756-ae6c-fce57fcd714a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-190686895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24c610864edf490da3111f5aa7dafb85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997b31ab-29", "ovs_interfaceid": "997b31ab-299e-4874-94cd-d49f2dd01fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.789193] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764109, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.875838] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.021209] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.021409] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.021610] env[62822]: DEBUG nova.network.neutron [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.063122] env[62822]: DEBUG nova.network.neutron [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.158378] env[62822]: DEBUG oslo_concurrency.lockutils [req-a11c4d38-2876-424c-8b5e-4eacd0d6f4ec req-3aa652f9-64ef-4687-b073-32af224a990f service nova] Releasing lock "refresh_cache-b4a81199-7124-4839-b399-2be629aff6cc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.179942] env[62822]: DEBUG nova.network.neutron [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.184519] env[62822]: DEBUG oslo_vmware.rw_handles [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6eb7-7059-4f22-4372-91316fc618bf/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 759.186775] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abd2e27-80a5-4595-8f0a-938ac76bde99 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.196095] env[62822]: DEBUG oslo_vmware.rw_handles [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6eb7-7059-4f22-4372-91316fc618bf/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 759.196285] env[62822]: ERROR oslo_vmware.rw_handles [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6eb7-7059-4f22-4372-91316fc618bf/disk-0.vmdk due to incomplete transfer. [ 759.196519] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1039dfdf-f5de-4d87-86b0-d0cc999c3bf6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.206445] env[62822]: DEBUG oslo_vmware.rw_handles [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6eb7-7059-4f22-4372-91316fc618bf/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 759.206761] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Uploaded image 1ac9f83f-4bbf-48a6-8a8a-eb9ff3a19a95 to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 759.209589] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 759.210211] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14a303c2-b34d-4f52-bd19-55f156f5718f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.216890] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 759.216890] env[62822]: value = "task-2764110" [ 759.216890] env[62822]: _type = "Task" [ 759.216890] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.227941] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764110, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.290246] env[62822]: DEBUG oslo_vmware.api [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764109, 'name': PowerOnVM_Task, 'duration_secs': 1.240273} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.291048] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.291048] env[62822]: INFO nova.compute.manager [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Took 8.89 seconds to spawn the instance on the hypervisor. [ 759.291048] env[62822]: DEBUG nova.compute.manager [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.292064] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6b7332-47f1-4481-b631-9d5536ac3c88 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.558880] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40abae05-e153-4dc4-9eda-b529b5ba9909 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.566219] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22548b5e-263d-4eac-9dd7-a58b5d5e2a1a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.601586] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bdb7e6-02e9-4424-a5e7-832e172c45e9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.611638] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9793b4c4-374a-4d28-a8ac-1899cf35927e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.625105] env[62822]: DEBUG nova.compute.provider_tree [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.650967] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "4300818c-bf1e-48d5-8569-ac29ab221f65" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.651230] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "4300818c-bf1e-48d5-8569-ac29ab221f65" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.651410] env[62822]: DEBUG nova.compute.manager [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.652515] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f197a8f-7a31-4bf1-aac5-b247cb364666 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.659325] env[62822]: DEBUG nova.compute.manager [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62822) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 759.659879] env[62822]: DEBUG nova.objects.instance [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lazy-loading 'flavor' on Instance uuid 4300818c-bf1e-48d5-8569-ac29ab221f65 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.682941] env[62822]: DEBUG oslo_concurrency.lockutils [req-99826f03-ec77-4f5b-807b-6e028be1335a req-b7c5ad71-f0c7-4365-861f-d4a8611214eb service nova] Releasing lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.683411] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquired lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.683572] env[62822]: DEBUG nova.network.neutron [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.733163] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764110, 'name': Destroy_Task, 'duration_secs': 0.334059} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.733163] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Destroyed the VM [ 759.733163] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 759.733163] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d2bb18d-30bb-4d20-9f29-ece5c89b9b2c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.738628] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 759.738628] env[62822]: value = "task-2764111" [ 759.738628] env[62822]: _type = "Task" [ 759.738628] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.746757] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.761425] env[62822]: DEBUG nova.network.neutron [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance_info_cache with network_info: [{"id": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "address": "fa:16:3e:df:d1:7f", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082783b3-ba", "ovs_interfaceid": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.815175] env[62822]: INFO nova.compute.manager [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Took 42.83 seconds to build instance. [ 759.948566] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "interface-e8ecc175-f462-4715-9b11-dfa9b3780d94-0058f5c4-5efa-4a60-ae3e-a1c81146efed" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.948863] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-e8ecc175-f462-4715-9b11-dfa9b3780d94-0058f5c4-5efa-4a60-ae3e-a1c81146efed" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.128043] env[62822]: DEBUG nova.scheduler.client.report [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.216973] env[62822]: DEBUG nova.network.neutron [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.248828] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764111, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.263935] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.317555] env[62822]: DEBUG oslo_concurrency.lockutils [None req-38bfa682-0071-461f-8476-1b531cfbc26d tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.390s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.376317] env[62822]: DEBUG nova.network.neutron [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Updating instance_info_cache with network_info: [{"id": "24bb89d0-848a-4a34-b349-1e8af9692566", "address": "fa:16:3e:af:96:49", "network": {"id": "e2bdb788-fcc9-4e18-a93f-425357093855", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-590704728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a0901a7f19418998c47af0adb97f54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24bb89d0-84", "ovs_interfaceid": "24bb89d0-848a-4a34-b349-1e8af9692566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.451646] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.451885] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.452867] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b658b400-ebf4-4704-8c9d-238375c59380 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.472425] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457a72b5-60b4-4751-9e7e-109488de3611 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.499452] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Reconfiguring VM to detach interface {{(pid=62822) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 760.501108] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7db3f1db-088c-4862-b634-db26fd0a31b3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.524438] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 760.524438] env[62822]: value = "task-2764112" [ 760.524438] env[62822]: _type = "Task" [ 760.524438] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.533444] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.634712] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.636962] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.080s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.638489] env[62822]: INFO nova.compute.claims [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.657034] env[62822]: INFO nova.scheduler.client.report [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Deleted allocations for instance 68d17830-6e76-4274-952c-a10fb963aa1b [ 760.666498] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.666813] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c888bf5-f753-4f95-ab43-9f9f3d619eba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.675789] env[62822]: DEBUG oslo_vmware.api [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 760.675789] env[62822]: value = "task-2764113" [ 760.675789] env[62822]: _type = "Task" [ 760.675789] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.688185] env[62822]: DEBUG oslo_vmware.api [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.752834] env[62822]: DEBUG oslo_vmware.api [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764111, 'name': RemoveSnapshot_Task, 'duration_secs': 0.577061} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.753220] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 760.753562] env[62822]: INFO nova.compute.manager [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Took 16.33 seconds to snapshot the instance on the hypervisor. [ 760.821364] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.879566] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Releasing lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.879922] env[62822]: DEBUG nova.compute.manager [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Instance network_info: |[{"id": "24bb89d0-848a-4a34-b349-1e8af9692566", "address": "fa:16:3e:af:96:49", "network": {"id": "e2bdb788-fcc9-4e18-a93f-425357093855", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-590704728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a0901a7f19418998c47af0adb97f54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24bb89d0-84", "ovs_interfaceid": "24bb89d0-848a-4a34-b349-1e8af9692566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.880407] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:96:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24bb89d0-848a-4a34-b349-1e8af9692566', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.888478] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Creating folder: Project (c6a0901a7f19418998c47af0adb97f54). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.888757] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c4e99e-cd6d-4837-8d15-68e93586a49a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.899656] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Created folder: Project (c6a0901a7f19418998c47af0adb97f54) in parent group-v555973. [ 760.899656] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Creating folder: Instances. Parent ref: group-v556118. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.899837] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6844a7e-9ef3-4f1f-bb37-c8d320040c7b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.912478] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Created folder: Instances in parent group-v556118. [ 760.912730] env[62822]: DEBUG oslo.service.loopingcall [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.912922] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.913148] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4ec5a81-f947-4ac6-823b-84404703b0ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.932660] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.932660] env[62822]: value = "task-2764116" [ 760.932660] env[62822]: _type = "Task" [ 760.932660] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.941451] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764116, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.019919] env[62822]: DEBUG oslo_concurrency.lockutils [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.020589] env[62822]: DEBUG oslo_concurrency.lockutils [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.020589] env[62822]: DEBUG nova.compute.manager [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.022029] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28b3496-3cef-4bb2-949c-2263e2ae3091 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.030612] env[62822]: DEBUG nova.compute.manager [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62822) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 761.031219] env[62822]: DEBUG nova.objects.instance [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lazy-loading 'flavor' on Instance uuid 8232b6bb-d5d1-4631-8d92-efa272c56dcd {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.037826] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.163895] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c176abc3-9f69-472b-9a0e-7dc7214c2b3b tempest-ListImageFiltersTestJSON-1830437384 tempest-ListImageFiltersTestJSON-1830437384-project-member] Lock "68d17830-6e76-4274-952c-a10fb963aa1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.613s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.189428] env[62822]: DEBUG oslo_vmware.api [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764113, 'name': PowerOffVM_Task, 'duration_secs': 0.216295} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.189854] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.190270] env[62822]: DEBUG nova.compute.manager [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.191713] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa75784-888e-4f7b-b5fe-34b934cd0423 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.295242] env[62822]: DEBUG nova.compute.manager [None req-be43b9b0-e1ee-4244-97f6-380a46345764 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Found 1 images (rotation: 2) {{(pid=62822) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 761.345228] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.442738] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764116, 'name': CreateVM_Task, 'duration_secs': 0.34932} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.442936] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.443603] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.443764] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.444102] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.444362] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e694710-ad78-411d-aaab-eb56cd4a6b01 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.450091] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 761.450091] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f3b028-e16c-0cd6-5b68-6bf3f2f7d0ce" [ 761.450091] env[62822]: _type = "Task" [ 761.450091] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.460117] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f3b028-e16c-0cd6-5b68-6bf3f2f7d0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.537946] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.704716] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e660df80-96e1-4aac-a72c-4742155ffcc1 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "4300818c-bf1e-48d5-8569-ac29ab221f65" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.777912] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a3df40-ca0e-45a3-bab1-722ee5f90114 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.805035] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance '88e04421-20bf-43d3-9773-0d5d7632ed22' progress to 0 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 761.961887] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f3b028-e16c-0cd6-5b68-6bf3f2f7d0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.962221] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.962438] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.962664] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.962800] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.962974] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.963324] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-909bff98-800b-4344-b43c-a31bc887d79e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.973030] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.973030] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.973488] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abd878b-3e1e-44ef-aa62-8cadf89c5ad0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.979276] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 761.979276] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f322b4-3783-3730-0e71-7d784a04bed3" [ 761.979276] env[62822]: _type = "Task" [ 761.979276] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.991795] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f322b4-3783-3730-0e71-7d784a04bed3, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.995204] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c78508b-45ee-49bf-8cea-b2b9d19163d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.000524] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 762.000524] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52af3a4c-6929-c3ab-d465-93ad107265ed" [ 762.000524] env[62822]: _type = "Task" [ 762.000524] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.009833] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52af3a4c-6929-c3ab-d465-93ad107265ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.039254] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.040920] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.041208] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f3a8ba8-bb68-4287-a2d9-ca28291749fd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.049051] env[62822]: DEBUG oslo_vmware.api [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 762.049051] env[62822]: value = "task-2764117" [ 762.049051] env[62822]: _type = "Task" [ 762.049051] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.055883] env[62822]: DEBUG oslo_vmware.api [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.155759] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0fc384-ebb6-41be-9aab-9a633faaac50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.163805] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f40f3a8-90aa-485e-80bb-8055e58fd365 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.209189] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05834c6-42cf-480a-951a-a3ae800c1cf9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.217746] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42ea1ed-8e2a-4880-93b9-6d326a537624 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.232594] env[62822]: DEBUG nova.compute.provider_tree [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.270777] env[62822]: DEBUG nova.objects.instance [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lazy-loading 'flavor' on Instance uuid 4300818c-bf1e-48d5-8569-ac29ab221f65 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.311911] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.312358] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61b30789-d7f1-4397-992b-e59c06d541d9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.320729] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 762.320729] env[62822]: value = "task-2764118" [ 762.320729] env[62822]: _type = "Task" [ 762.320729] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.330548] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.512980] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52af3a4c-6929-c3ab-d465-93ad107265ed, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.513298] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.513570] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] d2942f62-06a3-4732-83ff-c58015c992b1/d2942f62-06a3-4732-83ff-c58015c992b1.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.513878] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7165a23-d6bb-4058-a3f8-127552b7a9b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.520986] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 762.520986] env[62822]: value = "task-2764119" [ 762.520986] env[62822]: _type = "Task" [ 762.520986] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.530339] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.538388] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.558944] env[62822]: DEBUG oslo_vmware.api [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764117, 'name': PowerOffVM_Task, 'duration_secs': 0.472092} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.559354] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.559354] env[62822]: DEBUG nova.compute.manager [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.560927] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd40291c-e924-42bb-9231-2c1f2fe52b5f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.736083] env[62822]: DEBUG nova.scheduler.client.report [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.762729] env[62822]: DEBUG nova.compute.manager [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.763709] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eee202-4af0-4d38-8c36-995a2b12f145 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.779228] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "refresh_cache-4300818c-bf1e-48d5-8569-ac29ab221f65" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.779426] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquired lock "refresh_cache-4300818c-bf1e-48d5-8569-ac29ab221f65" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.779605] env[62822]: DEBUG nova.network.neutron [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.779795] env[62822]: DEBUG nova.objects.instance [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lazy-loading 'info_cache' on Instance uuid 4300818c-bf1e-48d5-8569-ac29ab221f65 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.832718] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764118, 'name': PowerOffVM_Task, 'duration_secs': 0.202611} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.833022] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.833235] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance '88e04421-20bf-43d3-9773-0d5d7632ed22' progress to 17 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 763.033818] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456068} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.037037] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] d2942f62-06a3-4732-83ff-c58015c992b1/d2942f62-06a3-4732-83ff-c58015c992b1.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.037328] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.037620] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daa4f356-c7f0-4dbe-b21a-931753b65df2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.045113] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.046339] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 763.046339] env[62822]: value = "task-2764120" [ 763.046339] env[62822]: _type = "Task" [ 763.046339] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.053825] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.072879] env[62822]: DEBUG oslo_concurrency.lockutils [None req-adcba9d5-3baf-4455-85e1-ea7b18f899b5 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.242593] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.243191] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.248232] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.387s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.249595] env[62822]: INFO nova.compute.claims [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.276203] env[62822]: INFO nova.compute.manager [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] instance snapshotting [ 763.276203] env[62822]: DEBUG nova.objects.instance [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'flavor' on Instance uuid 8fb48046-cb42-4250-a73a-046e1bc69f96 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.283370] env[62822]: DEBUG nova.objects.base [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Object Instance<4300818c-bf1e-48d5-8569-ac29ab221f65> lazy-loaded attributes: flavor,info_cache {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 763.348919] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.351517] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.351517] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.351517] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.351517] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.351517] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.351517] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.351517] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.351517] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.351517] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.351517] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.356088] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfc38ddc-fe4d-4cbf-9ade-a2e77bb47231 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.373171] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 763.373171] env[62822]: value = "task-2764121" [ 763.373171] env[62822]: _type = "Task" [ 763.373171] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.384110] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.544454] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.555622] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063658} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.555622] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.555900] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34837f0a-bb2c-4693-97fe-ad079366a2fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.578830] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d2942f62-06a3-4732-83ff-c58015c992b1/d2942f62-06a3-4732-83ff-c58015c992b1.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.579398] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c19ffa33-4bda-4711-96ad-a1b57de7b495 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.598961] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 763.598961] env[62822]: value = "task-2764122" [ 763.598961] env[62822]: _type = "Task" [ 763.598961] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.607282] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.750189] env[62822]: DEBUG nova.compute.utils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.751737] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.751911] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.781633] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45787193-672b-4c24-b1e9-96829ea0519d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.805157] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa079ad-b89a-4c8b-86ab-ca8114a9def0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.838584] env[62822]: DEBUG nova.policy [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c41452ae43f4e9d97d18c74073ce7d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba7d45dbba3e4c6bbf2afe588bf34afc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.882800] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764121, 'name': ReconfigVM_Task, 'duration_secs': 0.357116} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.883133] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance '88e04421-20bf-43d3-9773-0d5d7632ed22' progress to 33 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 764.047201] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.115376] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764122, 'name': ReconfigVM_Task, 'duration_secs': 0.269649} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.116335] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d2942f62-06a3-4732-83ff-c58015c992b1/d2942f62-06a3-4732-83ff-c58015c992b1.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.116456] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-612fedbc-e9b1-4dc0-8220-bea5d54ce2c9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.123046] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 764.123046] env[62822]: value = "task-2764123" [ 764.123046] env[62822]: _type = "Task" [ 764.123046] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.132359] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764123, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.256111] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.259937] env[62822]: DEBUG nova.compute.manager [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.263772] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ad69f0-c5df-4955-8d4b-41c1b8acaf95 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.275817] env[62822]: DEBUG nova.network.neutron [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Updating instance_info_cache with network_info: [{"id": "9596aae8-dbd7-4693-8a92-28d7e203bd38", "address": "fa:16:3e:b6:ef:87", "network": {"id": "4ff3fc02-cc98-4004-8d03-0fddae883a40", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-16157614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d931f6de3134407786a2a22d8e878c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9596aae8-db", "ovs_interfaceid": "9596aae8-dbd7-4693-8a92-28d7e203bd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.316796] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 764.316796] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0991f53a-f707-4299-9bc9-782cb571ceef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.325867] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 764.325867] env[62822]: value = "task-2764124" [ 764.325867] env[62822]: _type = "Task" [ 764.325867] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.337059] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764124, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.389484] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:16:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3d2327b3-1b78-4189-94bc-79399eac64f2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-8774899',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.389728] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.390324] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.390324] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.390324] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.390538] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.391201] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.391501] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.391682] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.391910] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.392146] env[62822]: DEBUG nova.virt.hardware [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.400500] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 764.403588] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9996fa36-6b5e-4835-b327-d199910f4509 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.425431] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 764.425431] env[62822]: value = "task-2764125" [ 764.425431] env[62822]: _type = "Task" [ 764.425431] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.436146] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.527509] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Successfully created port: ffcd6837-1f0c-46f3-81a7-ba63548344a6 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.544836] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.636865] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764123, 'name': Rename_Task, 'duration_secs': 0.131741} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.638916] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.639373] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-171a2e53-57d7-4460-9441-849e4f904d6d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.646279] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 764.646279] env[62822]: value = "task-2764126" [ 764.646279] env[62822]: _type = "Task" [ 764.646279] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.656262] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.775740] env[62822]: INFO nova.compute.manager [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] instance snapshotting [ 764.775884] env[62822]: WARNING nova.compute.manager [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 764.782061] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Releasing lock "refresh_cache-4300818c-bf1e-48d5-8569-ac29ab221f65" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.785226] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c2725c-09e6-4556-aaeb-51e89250c4c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.810857] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50714dc2-dc5d-426f-bc0a-94fc6178231e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.843018] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764124, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.876017] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620de184-03fb-413d-a4e4-fede1aebda40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.883377] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc11e5-733a-4068-89af-35bf9d016ff4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.916053] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b9bee9-dc92-4589-bbb9-ec0660d0d115 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.925671] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4ccbd1-88a9-4626-ae38-3aaf85b4a044 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.940970] env[62822]: DEBUG nova.compute.provider_tree [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.946544] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764125, 'name': ReconfigVM_Task, 'duration_secs': 0.179521} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.947344] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 764.947723] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56412220-ddaa-49b0-853b-226414ee915e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.974115] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 88e04421-20bf-43d3-9773-0d5d7632ed22/88e04421-20bf-43d3-9773-0d5d7632ed22.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.974115] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d52fe5f0-d013-4c9f-9fee-69cf3e1ac43c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.991754] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 764.991754] env[62822]: value = "task-2764127" [ 764.991754] env[62822]: _type = "Task" [ 764.991754] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.001611] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.048451] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.155902] env[62822]: DEBUG oslo_vmware.api [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764126, 'name': PowerOnVM_Task, 'duration_secs': 0.449018} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.156199] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.156416] env[62822]: INFO nova.compute.manager [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Took 7.33 seconds to spawn the instance on the hypervisor. [ 765.156601] env[62822]: DEBUG nova.compute.manager [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.157476] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a65677-efff-4de0-a9a2-f2d22024e260 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.268528] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.296521] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.296744] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.296899] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.297088] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.297233] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.297375] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.297573] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.297728] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.297890] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.298057] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.298239] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.299307] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843775ea-dc2b-4b5c-b5ce-e6c3e29f1dff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.307230] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4af62cf-7d4b-4c31-b205-1346ba6a8a3d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.325288] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.325915] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57fda0f1-af22-4b64-9504-43f7e563cbda {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.337501] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 765.337501] env[62822]: value = "task-2764128" [ 765.337501] env[62822]: _type = "Task" [ 765.337501] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.343895] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764124, 'name': CreateSnapshot_Task, 'duration_secs': 0.634505} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.344528] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 765.345290] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475a12e9-c1d9-43f1-90f8-5ca044a4eec6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.350813] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.444902] env[62822]: DEBUG nova.scheduler.client.report [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.502526] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764127, 'name': ReconfigVM_Task, 'duration_secs': 0.248413} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.502851] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 88e04421-20bf-43d3-9773-0d5d7632ed22/88e04421-20bf-43d3-9773-0d5d7632ed22.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.503125] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance '88e04421-20bf-43d3-9773-0d5d7632ed22' progress to 50 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 765.547306] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.676907] env[62822]: INFO nova.compute.manager [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Took 42.96 seconds to build instance. [ 765.787504] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.788543] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9542b5a6-0ed8-4935-8980-8b7f0e80ee79 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.796693] env[62822]: DEBUG oslo_vmware.api [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 765.796693] env[62822]: value = "task-2764129" [ 765.796693] env[62822]: _type = "Task" [ 765.796693] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.806094] env[62822]: DEBUG oslo_vmware.api [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.849468] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764128, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.867100] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 765.867404] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0db3f0f-93a7-4fcc-9dd4-6a07a49992a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.875671] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 765.875671] env[62822]: value = "task-2764130" [ 765.875671] env[62822]: _type = "Task" [ 765.875671] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.884882] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764130, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.950169] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.950859] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.953691] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.826s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.955317] env[62822]: INFO nova.compute.claims [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.012549] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1880509-2e7c-41a8-a493-25480160be3b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.039471] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a2b4d0-b19c-486d-98a6-002f85055824 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.053367] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.070652] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance '88e04421-20bf-43d3-9773-0d5d7632ed22' progress to 67 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 766.107381] env[62822]: DEBUG nova.compute.manager [req-926cb4bc-b529-4e73-b65a-1ba2803e4322 req-44797704-e89a-4718-8009-81cfd4b261b6 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Received event network-changed-24bb89d0-848a-4a34-b349-1e8af9692566 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.107728] env[62822]: DEBUG nova.compute.manager [req-926cb4bc-b529-4e73-b65a-1ba2803e4322 req-44797704-e89a-4718-8009-81cfd4b261b6 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Refreshing instance network info cache due to event network-changed-24bb89d0-848a-4a34-b349-1e8af9692566. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 766.108076] env[62822]: DEBUG oslo_concurrency.lockutils [req-926cb4bc-b529-4e73-b65a-1ba2803e4322 req-44797704-e89a-4718-8009-81cfd4b261b6 service nova] Acquiring lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.108277] env[62822]: DEBUG oslo_concurrency.lockutils [req-926cb4bc-b529-4e73-b65a-1ba2803e4322 req-44797704-e89a-4718-8009-81cfd4b261b6 service nova] Acquired lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.108503] env[62822]: DEBUG nova.network.neutron [req-926cb4bc-b529-4e73-b65a-1ba2803e4322 req-44797704-e89a-4718-8009-81cfd4b261b6 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Refreshing network info cache for port 24bb89d0-848a-4a34-b349-1e8af9692566 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.179475] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fd3b7285-cc18-4dca-a89e-e06923288193 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "d2942f62-06a3-4732-83ff-c58015c992b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.126s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.311069] env[62822]: DEBUG oslo_vmware.api [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764129, 'name': PowerOnVM_Task, 'duration_secs': 0.437529} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.311069] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.311069] env[62822]: DEBUG nova.compute.manager [None req-c1bdd096-2296-48e1-9270-59f9aa8de29a tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.311069] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd05394e-0245-4c52-9cd9-01857f990e14 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.352887] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764128, 'name': CreateSnapshot_Task, 'duration_secs': 0.935763} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.354080] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 766.354937] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c528f87-239f-45d6-b53d-a4b7c431cc9b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.386740] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764130, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.460608] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Successfully updated port: ffcd6837-1f0c-46f3-81a7-ba63548344a6 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.463511] env[62822]: DEBUG nova.compute.utils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.469893] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.471019] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.540453] env[62822]: DEBUG nova.policy [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c41452ae43f4e9d97d18c74073ce7d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba7d45dbba3e4c6bbf2afe588bf34afc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.557309] env[62822]: DEBUG oslo_vmware.api [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764112, 'name': ReconfigVM_Task, 'duration_secs': 5.913} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.557643] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.557899] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Reconfigured VM to detach interface {{(pid=62822) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 766.578389] env[62822]: DEBUG nova.compute.manager [req-1bbd1e76-f4aa-4964-9c9c-13c77058cc30 req-473c48fc-228f-4164-b5a8-a6cd528fefb9 service nova] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Received event network-vif-plugged-ffcd6837-1f0c-46f3-81a7-ba63548344a6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.578773] env[62822]: DEBUG oslo_concurrency.lockutils [req-1bbd1e76-f4aa-4964-9c9c-13c77058cc30 req-473c48fc-228f-4164-b5a8-a6cd528fefb9 service nova] Acquiring lock "5ef42ba8-daa5-439a-901b-d2e423d04417-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.579048] env[62822]: DEBUG oslo_concurrency.lockutils [req-1bbd1e76-f4aa-4964-9c9c-13c77058cc30 req-473c48fc-228f-4164-b5a8-a6cd528fefb9 service nova] Lock "5ef42ba8-daa5-439a-901b-d2e423d04417-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.579298] env[62822]: DEBUG oslo_concurrency.lockutils [req-1bbd1e76-f4aa-4964-9c9c-13c77058cc30 req-473c48fc-228f-4164-b5a8-a6cd528fefb9 service nova] Lock "5ef42ba8-daa5-439a-901b-d2e423d04417-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.579505] env[62822]: DEBUG nova.compute.manager [req-1bbd1e76-f4aa-4964-9c9c-13c77058cc30 req-473c48fc-228f-4164-b5a8-a6cd528fefb9 service nova] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] No waiting events found dispatching network-vif-plugged-ffcd6837-1f0c-46f3-81a7-ba63548344a6 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.579682] env[62822]: WARNING nova.compute.manager [req-1bbd1e76-f4aa-4964-9c9c-13c77058cc30 req-473c48fc-228f-4164-b5a8-a6cd528fefb9 service nova] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Received unexpected event network-vif-plugged-ffcd6837-1f0c-46f3-81a7-ba63548344a6 for instance with vm_state building and task_state spawning. [ 766.683187] env[62822]: DEBUG nova.compute.manager [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.716243] env[62822]: DEBUG nova.network.neutron [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Port 082783b3-ba82-47ef-982c-ebde56f9ad8c binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 766.876659] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 766.877406] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aeb3de6f-50fc-41cb-89be-b54eeb3e98e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.891321] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764130, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.892620] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 766.892620] env[62822]: value = "task-2764131" [ 766.892620] env[62822]: _type = "Task" [ 766.892620] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.907575] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764131, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.971625] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "refresh_cache-5ef42ba8-daa5-439a-901b-d2e423d04417" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.971625] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "refresh_cache-5ef42ba8-daa5-439a-901b-d2e423d04417" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.971625] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.977599] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.173700] env[62822]: DEBUG nova.network.neutron [req-926cb4bc-b529-4e73-b65a-1ba2803e4322 req-44797704-e89a-4718-8009-81cfd4b261b6 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Updated VIF entry in instance network info cache for port 24bb89d0-848a-4a34-b349-1e8af9692566. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.174354] env[62822]: DEBUG nova.network.neutron [req-926cb4bc-b529-4e73-b65a-1ba2803e4322 req-44797704-e89a-4718-8009-81cfd4b261b6 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Updating instance_info_cache with network_info: [{"id": "24bb89d0-848a-4a34-b349-1e8af9692566", "address": "fa:16:3e:af:96:49", "network": {"id": "e2bdb788-fcc9-4e18-a93f-425357093855", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-590704728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a0901a7f19418998c47af0adb97f54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24bb89d0-84", "ovs_interfaceid": "24bb89d0-848a-4a34-b349-1e8af9692566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.213714] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.266555] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquiring lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.266877] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.345043] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Successfully created port: 717cf509-41f5-4060-b905-72d6436b2f4c {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.391570] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764130, 'name': CloneVM_Task, 'duration_secs': 1.318873} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.391886] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Created linked-clone VM from snapshot [ 767.392619] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8e0523-a693-4f50-9487-c2db85b1fc92 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.404362] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Uploading image 19d60e0e-8eea-40a9-b288-fd8b8cd7c39c {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 767.412534] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764131, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.431168] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 767.431168] env[62822]: value = "vm-556122" [ 767.431168] env[62822]: _type = "VirtualMachine" [ 767.431168] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 767.431505] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a2e8b74-8ebb-48f5-b25f-7d614fa62c74 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.442822] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lease: (returnval){ [ 767.442822] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a7fd05-6419-192e-6f32-e7ee583cbdc2" [ 767.442822] env[62822]: _type = "HttpNfcLease" [ 767.442822] env[62822]: } obtained for exporting VM: (result){ [ 767.442822] env[62822]: value = "vm-556122" [ 767.442822] env[62822]: _type = "VirtualMachine" [ 767.442822] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 767.443130] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the lease: (returnval){ [ 767.443130] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a7fd05-6419-192e-6f32-e7ee583cbdc2" [ 767.443130] env[62822]: _type = "HttpNfcLease" [ 767.443130] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 767.450455] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 767.450455] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a7fd05-6419-192e-6f32-e7ee583cbdc2" [ 767.450455] env[62822]: _type = "HttpNfcLease" [ 767.450455] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 767.531976] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.647670] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b33c9a6-4482-4b6a-a265-5adda295d52b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.656877] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6eccf7-7865-4ef5-a21c-6277c7529955 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.687900] env[62822]: DEBUG oslo_concurrency.lockutils [req-926cb4bc-b529-4e73-b65a-1ba2803e4322 req-44797704-e89a-4718-8009-81cfd4b261b6 service nova] Releasing lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.692890] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0425cfe1-cd3e-453f-ae68-aa98ec4d3050 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.702316] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c19fe0-8974-49f8-9863-23aaab8b9613 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.717135] env[62822]: DEBUG nova.compute.provider_tree [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.752167] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "88e04421-20bf-43d3-9773-0d5d7632ed22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.753892] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "88e04421-20bf-43d3-9773-0d5d7632ed22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.753892] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "88e04421-20bf-43d3-9773-0d5d7632ed22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.844842] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Updating instance_info_cache with network_info: [{"id": "ffcd6837-1f0c-46f3-81a7-ba63548344a6", "address": "fa:16:3e:d7:58:8c", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcd6837-1f", "ovs_interfaceid": "ffcd6837-1f0c-46f3-81a7-ba63548344a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.905364] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764131, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.952032] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 767.952032] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a7fd05-6419-192e-6f32-e7ee583cbdc2" [ 767.952032] env[62822]: _type = "HttpNfcLease" [ 767.952032] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 767.952332] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 767.952332] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a7fd05-6419-192e-6f32-e7ee583cbdc2" [ 767.952332] env[62822]: _type = "HttpNfcLease" [ 767.952332] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 767.953068] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07f5ef8-745d-468d-9e90-8d49144f91a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.960855] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529bf5a9-cc22-aa1b-4817-e0301fc0e882/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 767.960855] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529bf5a9-cc22-aa1b-4817-e0301fc0e882/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 768.026593] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.069579] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59a8abc5-ae9b-41f1-bd37-383a49123262 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.081328] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.081328] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.081328] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.081328] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.081328] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.081969] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.081969] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.081969] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.082212] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.082316] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.082483] env[62822]: DEBUG nova.virt.hardware [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.083453] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aa0c20-e61e-4635-b9c4-04d0aeb22a5b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.093926] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af4aa6-5264-4e2f-aee8-2310a83db5cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.221049] env[62822]: DEBUG nova.scheduler.client.report [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.270721] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.271056] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.271210] env[62822]: DEBUG nova.network.neutron [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.347851] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "refresh_cache-5ef42ba8-daa5-439a-901b-d2e423d04417" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.348128] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Instance network_info: |[{"id": "ffcd6837-1f0c-46f3-81a7-ba63548344a6", "address": "fa:16:3e:d7:58:8c", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcd6837-1f", "ovs_interfaceid": "ffcd6837-1f0c-46f3-81a7-ba63548344a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.348904] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:58:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffcd6837-1f0c-46f3-81a7-ba63548344a6', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.356660] env[62822]: DEBUG oslo.service.loopingcall [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.356870] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.357107] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7035650-6584-4f55-9a1b-117440546e36 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.377649] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.377649] env[62822]: value = "task-2764133" [ 768.377649] env[62822]: _type = "Task" [ 768.377649] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.385504] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764133, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.407247] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764131, 'name': CloneVM_Task} progress is 95%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.568832] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.569136] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.569656] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "e8ecc175-f462-4715-9b11-dfa9b3780d94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.570572] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "e8ecc175-f462-4715-9b11-dfa9b3780d94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.570572] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "e8ecc175-f462-4715-9b11-dfa9b3780d94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.572731] env[62822]: INFO nova.compute.manager [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Terminating instance [ 768.727219] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.728182] env[62822]: DEBUG nova.compute.manager [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.731620] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.038s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.732360] env[62822]: DEBUG nova.objects.instance [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lazy-loading 'resources' on Instance uuid 3381f3dc-cca3-4757-9745-0fe3d4e1671e {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.784331] env[62822]: DEBUG nova.compute.manager [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Received event network-changed-ffcd6837-1f0c-46f3-81a7-ba63548344a6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.784537] env[62822]: DEBUG nova.compute.manager [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Refreshing instance network info cache due to event network-changed-ffcd6837-1f0c-46f3-81a7-ba63548344a6. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 768.784762] env[62822]: DEBUG oslo_concurrency.lockutils [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] Acquiring lock "refresh_cache-5ef42ba8-daa5-439a-901b-d2e423d04417" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.785069] env[62822]: DEBUG oslo_concurrency.lockutils [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] Acquired lock "refresh_cache-5ef42ba8-daa5-439a-901b-d2e423d04417" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.785129] env[62822]: DEBUG nova.network.neutron [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Refreshing network info cache for port ffcd6837-1f0c-46f3-81a7-ba63548344a6 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.819909] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.820450] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.821103] env[62822]: DEBUG nova.network.neutron [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.887716] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764133, 'name': CreateVM_Task, 'duration_secs': 0.480869} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.887892] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.889133] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.889555] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.889885] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.890161] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7675e154-cec6-4163-bc01-68c935cebea1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.895176] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 768.895176] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5265322e-5712-8029-6f0b-f1dbed7fadeb" [ 768.895176] env[62822]: _type = "Task" [ 768.895176] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.908148] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5265322e-5712-8029-6f0b-f1dbed7fadeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.912662] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764131, 'name': CloneVM_Task, 'duration_secs': 1.941563} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.912970] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Created linked-clone VM from snapshot [ 768.913731] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb94313-00b6-41cc-9ed3-1c99033d5f3e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.921616] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Uploading image 442c2dbe-4717-45b2-b91e-378a6637146f {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 768.964284] env[62822]: DEBUG oslo_vmware.rw_handles [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 768.964284] env[62822]: value = "vm-556124" [ 768.964284] env[62822]: _type = "VirtualMachine" [ 768.964284] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 768.965035] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1247bb30-2c9e-45a5-97fd-c7eaf024d9cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.973211] env[62822]: DEBUG oslo_vmware.rw_handles [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lease: (returnval){ [ 768.973211] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523b8e10-d943-8e70-32b9-419ed9baf255" [ 768.973211] env[62822]: _type = "HttpNfcLease" [ 768.973211] env[62822]: } obtained for exporting VM: (result){ [ 768.973211] env[62822]: value = "vm-556124" [ 768.973211] env[62822]: _type = "VirtualMachine" [ 768.973211] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 768.973461] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the lease: (returnval){ [ 768.973461] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523b8e10-d943-8e70-32b9-419ed9baf255" [ 768.973461] env[62822]: _type = "HttpNfcLease" [ 768.973461] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 768.983366] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 768.983366] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523b8e10-d943-8e70-32b9-419ed9baf255" [ 768.983366] env[62822]: _type = "HttpNfcLease" [ 768.983366] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.077375] env[62822]: DEBUG nova.compute.manager [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.077594] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.078497] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad5fc61-3d0b-4b87-a954-9353c77610a1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.087459] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.087881] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31666ea3-1d4a-4eaa-aed0-4dbf2a32f216 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.094438] env[62822]: DEBUG oslo_vmware.api [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 769.094438] env[62822]: value = "task-2764135" [ 769.094438] env[62822]: _type = "Task" [ 769.094438] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.103949] env[62822]: DEBUG oslo_vmware.api [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.237082] env[62822]: DEBUG nova.compute.utils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.245434] env[62822]: DEBUG nova.compute.manager [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.245708] env[62822]: DEBUG nova.network.neutron [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.296748] env[62822]: INFO nova.network.neutron [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Port 0058f5c4-5efa-4a60-ae3e-a1c81146efed from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 769.297115] env[62822]: DEBUG nova.network.neutron [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updating instance_info_cache with network_info: [{"id": "543bbca8-ef16-49be-a244-7753da85b2cd", "address": "fa:16:3e:bf:4e:4f", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543bbca8-ef", "ovs_interfaceid": "543bbca8-ef16-49be-a244-7753da85b2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.352025] env[62822]: DEBUG nova.policy [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aab42aff07a940f1a3f18648ae53b72c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da1c0ff2b6f6491895a081a0da07231c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.408781] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5265322e-5712-8029-6f0b-f1dbed7fadeb, 'name': SearchDatastore_Task, 'duration_secs': 0.016843} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.411695] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.411943] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.412284] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.412786] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.412973] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.414075] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e31d4c-7cf3-4d34-8868-945eb341c944 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.421200] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.421387] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.424258] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b25023-5eca-49e6-a107-0ff9dd002225 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.429825] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 769.429825] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dc3c04-800a-81f4-7de7-ca0df0fb3766" [ 769.429825] env[62822]: _type = "Task" [ 769.429825] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.444820] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dc3c04-800a-81f4-7de7-ca0df0fb3766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.482889] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.482889] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523b8e10-d943-8e70-32b9-419ed9baf255" [ 769.482889] env[62822]: _type = "HttpNfcLease" [ 769.482889] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 769.483269] env[62822]: DEBUG oslo_vmware.rw_handles [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 769.483269] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523b8e10-d943-8e70-32b9-419ed9baf255" [ 769.483269] env[62822]: _type = "HttpNfcLease" [ 769.483269] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 769.484047] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc5a410-0267-4798-9e71-59137e789569 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.491709] env[62822]: DEBUG oslo_vmware.rw_handles [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af019c-bf70-e9f4-7058-d15a9323e8b0/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 769.492109] env[62822]: DEBUG oslo_vmware.rw_handles [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af019c-bf70-e9f4-7058-d15a9323e8b0/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 769.610592] env[62822]: DEBUG oslo_vmware.api [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764135, 'name': PowerOffVM_Task, 'duration_secs': 0.294613} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.611269] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.611461] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.611730] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d899a82-a3a6-4041-a4f7-0b17f00771e0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.658845] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6daf6539-bf1d-4c9c-b9dd-3581a7109359 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.680500] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.680734] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.680916] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleting the datastore file [datastore1] e8ecc175-f462-4715-9b11-dfa9b3780d94 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.681203] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f79ad777-fd51-4b8c-a355-c71b63f78d7c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.689416] env[62822]: DEBUG oslo_vmware.api [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 769.689416] env[62822]: value = "task-2764137" [ 769.689416] env[62822]: _type = "Task" [ 769.689416] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.718704] env[62822]: DEBUG oslo_vmware.api [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.736366] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Successfully updated port: 717cf509-41f5-4060-b905-72d6436b2f4c {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.753193] env[62822]: DEBUG nova.compute.manager [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.799724] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-e8ecc175-f462-4715-9b11-dfa9b3780d94" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.949217] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dc3c04-800a-81f4-7de7-ca0df0fb3766, 'name': SearchDatastore_Task, 'duration_secs': 0.019911} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.950280] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba62781e-1cc1-4d44-b8e1-5c95d608ae0c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.958402] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 769.958402] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a8b56b-c193-94b0-d351-905b801e33ce" [ 769.958402] env[62822]: _type = "Task" [ 769.958402] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.973269] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a8b56b-c193-94b0-d351-905b801e33ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012427} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.973479] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.973727] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 5ef42ba8-daa5-439a-901b-d2e423d04417/5ef42ba8-daa5-439a-901b-d2e423d04417.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.974031] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4cc4dcd-00fd-47d7-b5b1-c0fbb53e1b99 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.980968] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 769.980968] env[62822]: value = "task-2764138" [ 769.980968] env[62822]: _type = "Task" [ 769.980968] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.983058] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeaa67d-9226-4550-b499-761090d052bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.994802] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.001030] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5864d44-c9b6-4984-953d-1d6fda0e6b95 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.031848] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2f86e5-6cad-4119-a669-0a62fd6a4295 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.044277] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041219dc-2290-444e-94e7-635a5cd04cd8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.046909] env[62822]: DEBUG nova.network.neutron [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Updated VIF entry in instance network info cache for port ffcd6837-1f0c-46f3-81a7-ba63548344a6. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.047366] env[62822]: DEBUG nova.network.neutron [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Updating instance_info_cache with network_info: [{"id": "ffcd6837-1f0c-46f3-81a7-ba63548344a6", "address": "fa:16:3e:d7:58:8c", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcd6837-1f", "ovs_interfaceid": "ffcd6837-1f0c-46f3-81a7-ba63548344a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.050656] env[62822]: DEBUG nova.network.neutron [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance_info_cache with network_info: [{"id": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "address": "fa:16:3e:df:d1:7f", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082783b3-ba", "ovs_interfaceid": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.062344] env[62822]: DEBUG nova.compute.provider_tree [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.206512] env[62822]: DEBUG oslo_vmware.api [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354298} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.206512] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.206512] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.206512] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.208689] env[62822]: INFO nova.compute.manager [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Took 1.13 seconds to destroy the instance on the hypervisor. [ 770.208689] env[62822]: DEBUG oslo.service.loopingcall [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.208689] env[62822]: DEBUG nova.compute.manager [-] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.208689] env[62822]: DEBUG nova.network.neutron [-] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.239554] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "refresh_cache-d5d91978-129c-4b45-a8f6-5dcd7e73c406" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.240051] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "refresh_cache-d5d91978-129c-4b45-a8f6-5dcd7e73c406" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.240051] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.264747] env[62822]: DEBUG nova.network.neutron [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Successfully created port: 30316f8a-f0f8-4429-b097-9e349d0ea2a2 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.304963] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e68b439c-eea5-4602-9f50-164664c53b0e tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-e8ecc175-f462-4715-9b11-dfa9b3780d94-0058f5c4-5efa-4a60-ae3e-a1c81146efed" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.356s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.493091] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764138, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.551546] env[62822]: DEBUG oslo_concurrency.lockutils [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] Releasing lock "refresh_cache-5ef42ba8-daa5-439a-901b-d2e423d04417" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.555516] env[62822]: DEBUG nova.compute.manager [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Received event network-changed-24bb89d0-848a-4a34-b349-1e8af9692566 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.555736] env[62822]: DEBUG nova.compute.manager [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Refreshing instance network info cache due to event network-changed-24bb89d0-848a-4a34-b349-1e8af9692566. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 770.556083] env[62822]: DEBUG oslo_concurrency.lockutils [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] Acquiring lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.556252] env[62822]: DEBUG oslo_concurrency.lockutils [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] Acquired lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.556434] env[62822]: DEBUG nova.network.neutron [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Refreshing network info cache for port 24bb89d0-848a-4a34-b349-1e8af9692566 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.564257] env[62822]: DEBUG oslo_concurrency.lockutils [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.574324] env[62822]: DEBUG nova.scheduler.client.report [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.770332] env[62822]: DEBUG nova.compute.manager [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.792087] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.869969] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.870246] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.870507] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.870658] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.870827] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.876589] env[62822]: INFO nova.compute.manager [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Terminating instance [ 770.994484] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604979} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.995506] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 5ef42ba8-daa5-439a-901b-d2e423d04417/5ef42ba8-daa5-439a-901b-d2e423d04417.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.995813] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.996374] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-341a6ad0-93ec-4b5e-b62a-0f9afe4a49d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.009029] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 771.009029] env[62822]: value = "task-2764139" [ 771.009029] env[62822]: _type = "Task" [ 771.009029] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.015514] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.017930] env[62822]: DEBUG nova.network.neutron [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Updating instance_info_cache with network_info: [{"id": "717cf509-41f5-4060-b905-72d6436b2f4c", "address": "fa:16:3e:aa:c4:99", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717cf509-41", "ovs_interfaceid": "717cf509-41f5-4060-b905-72d6436b2f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.082603] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.089882] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.207s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.091963] env[62822]: INFO nova.compute.claims [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.102928] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202149ba-c32a-4b1d-ba0c-a4ea4e7d550c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.124721] env[62822]: INFO nova.scheduler.client.report [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Deleted allocations for instance 3381f3dc-cca3-4757-9745-0fe3d4e1671e [ 771.126367] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5b7442-7d84-48af-ba6c-2cfab26330ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.137310] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance '88e04421-20bf-43d3-9773-0d5d7632ed22' progress to 83 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 771.231599] env[62822]: DEBUG nova.compute.manager [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Received event network-vif-plugged-717cf509-41f5-4060-b905-72d6436b2f4c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.231599] env[62822]: DEBUG oslo_concurrency.lockutils [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] Acquiring lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.231599] env[62822]: DEBUG oslo_concurrency.lockutils [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] Lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.231837] env[62822]: DEBUG oslo_concurrency.lockutils [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] Lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.231877] env[62822]: DEBUG nova.compute.manager [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] No waiting events found dispatching network-vif-plugged-717cf509-41f5-4060-b905-72d6436b2f4c {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.232160] env[62822]: WARNING nova.compute.manager [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Received unexpected event network-vif-plugged-717cf509-41f5-4060-b905-72d6436b2f4c for instance with vm_state building and task_state spawning. [ 771.233041] env[62822]: DEBUG nova.compute.manager [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Received event network-changed-717cf509-41f5-4060-b905-72d6436b2f4c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.233041] env[62822]: DEBUG nova.compute.manager [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Refreshing instance network info cache due to event network-changed-717cf509-41f5-4060-b905-72d6436b2f4c. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.233041] env[62822]: DEBUG oslo_concurrency.lockutils [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] Acquiring lock "refresh_cache-d5d91978-129c-4b45-a8f6-5dcd7e73c406" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.302483] env[62822]: DEBUG nova.network.neutron [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Updated VIF entry in instance network info cache for port 24bb89d0-848a-4a34-b349-1e8af9692566. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.302862] env[62822]: DEBUG nova.network.neutron [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Updating instance_info_cache with network_info: [{"id": "24bb89d0-848a-4a34-b349-1e8af9692566", "address": "fa:16:3e:af:96:49", "network": {"id": "e2bdb788-fcc9-4e18-a93f-425357093855", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-590704728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a0901a7f19418998c47af0adb97f54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24bb89d0-84", "ovs_interfaceid": "24bb89d0-848a-4a34-b349-1e8af9692566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.380563] env[62822]: DEBUG nova.compute.manager [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.380790] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.381861] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66119c96-4226-4b1a-9e5d-712f9f24eb61 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.390574] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.390949] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a719bbb8-a54f-4db2-b90d-29bbcbcda581 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.398398] env[62822]: DEBUG oslo_vmware.api [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 771.398398] env[62822]: value = "task-2764140" [ 771.398398] env[62822]: _type = "Task" [ 771.398398] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.407509] env[62822]: DEBUG oslo_vmware.api [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.464784] env[62822]: DEBUG nova.network.neutron [-] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.518222] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095663} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.519109] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.519109] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "refresh_cache-d5d91978-129c-4b45-a8f6-5dcd7e73c406" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.519295] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Instance network_info: |[{"id": "717cf509-41f5-4060-b905-72d6436b2f4c", "address": "fa:16:3e:aa:c4:99", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717cf509-41", "ovs_interfaceid": "717cf509-41f5-4060-b905-72d6436b2f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.520096] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a658d29-fe6e-4dff-aac4-8324f3c1795c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.523568] env[62822]: DEBUG oslo_concurrency.lockutils [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] Acquired lock "refresh_cache-d5d91978-129c-4b45-a8f6-5dcd7e73c406" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.524659] env[62822]: DEBUG nova.network.neutron [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Refreshing network info cache for port 717cf509-41f5-4060-b905-72d6436b2f4c {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.525562] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:c4:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '717cf509-41f5-4060-b905-72d6436b2f4c', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.533883] env[62822]: DEBUG oslo.service.loopingcall [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.534449] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.535704] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-019d647b-2fc3-4af9-aaac-23b54718ca1a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.570452] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 5ef42ba8-daa5-439a-901b-d2e423d04417/5ef42ba8-daa5-439a-901b-d2e423d04417.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.571916] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa782ae-a95a-413c-82d0-624a30f49d0f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.590819] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.590819] env[62822]: value = "task-2764141" [ 771.590819] env[62822]: _type = "Task" [ 771.590819] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.596144] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 771.596144] env[62822]: value = "task-2764142" [ 771.596144] env[62822]: _type = "Task" [ 771.596144] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.607041] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764141, 'name': CreateVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.613049] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.638035] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66472db5-6069-4563-859b-1c68068a948e tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.958s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.639468] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.669s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.639750] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.640568] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.640568] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.645330] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.646043] env[62822]: INFO nova.compute.manager [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Terminating instance [ 771.648041] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e18b83ba-5bb8-43ab-b77c-a34985bc3542 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.656760] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 771.656760] env[62822]: value = "task-2764143" [ 771.656760] env[62822]: _type = "Task" [ 771.656760] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.667678] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.805580] env[62822]: DEBUG oslo_concurrency.lockutils [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] Releasing lock "refresh_cache-d2942f62-06a3-4732-83ff-c58015c992b1" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.805902] env[62822]: DEBUG nova.compute.manager [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Received event network-vif-deleted-0058f5c4-5efa-4a60-ae3e-a1c81146efed {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.806118] env[62822]: INFO nova.compute.manager [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Neutron deleted interface 0058f5c4-5efa-4a60-ae3e-a1c81146efed; detaching it from the instance and deleting it from the info cache [ 771.806384] env[62822]: DEBUG nova.network.neutron [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updating instance_info_cache with network_info: [{"id": "543bbca8-ef16-49be-a244-7753da85b2cd", "address": "fa:16:3e:bf:4e:4f", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543bbca8-ef", "ovs_interfaceid": "543bbca8-ef16-49be-a244-7753da85b2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.910435] env[62822]: DEBUG oslo_vmware.api [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764140, 'name': PowerOffVM_Task, 'duration_secs': 0.269004} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.910729] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.910901] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.911222] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95efcbce-8b38-43a0-a27b-1159567c31eb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.967772] env[62822]: INFO nova.compute.manager [-] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Took 1.76 seconds to deallocate network for instance. [ 772.008479] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.008479] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.008479] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Deleting the datastore file [datastore2] e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.008479] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82ab7307-993d-483a-bbe9-4b79ac83a942 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.015450] env[62822]: DEBUG oslo_vmware.api [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 772.015450] env[62822]: value = "task-2764145" [ 772.015450] env[62822]: _type = "Task" [ 772.015450] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.024561] env[62822]: DEBUG oslo_vmware.api [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.041306] env[62822]: DEBUG nova.network.neutron [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Successfully updated port: 30316f8a-f0f8-4429-b097-9e349d0ea2a2 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.108010] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764141, 'name': CreateVM_Task, 'duration_secs': 0.434222} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.108010] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.108010] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.108149] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.108497] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.113837] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354b6693-2582-47fb-8ecf-e218dfa20bf3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.122361] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764142, 'name': ReconfigVM_Task, 'duration_secs': 0.441093} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.122361] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 5ef42ba8-daa5-439a-901b-d2e423d04417/5ef42ba8-daa5-439a-901b-d2e423d04417.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.125205] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17302517-b792-48a6-85f0-20c610b5b185 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.129730] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 772.129730] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ee147-fbe9-38ad-75e1-fccc9cd8ab82" [ 772.129730] env[62822]: _type = "Task" [ 772.129730] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.135060] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 772.135060] env[62822]: value = "task-2764146" [ 772.135060] env[62822]: _type = "Task" [ 772.135060] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.145357] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ee147-fbe9-38ad-75e1-fccc9cd8ab82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.156047] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.156328] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquired lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.156572] env[62822]: DEBUG nova.network.neutron [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.157906] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764146, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.172799] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764143, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.291405] env[62822]: DEBUG nova.network.neutron [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Updated VIF entry in instance network info cache for port 717cf509-41f5-4060-b905-72d6436b2f4c. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.291803] env[62822]: DEBUG nova.network.neutron [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Updating instance_info_cache with network_info: [{"id": "717cf509-41f5-4060-b905-72d6436b2f4c", "address": "fa:16:3e:aa:c4:99", "network": {"id": "3d7d5a8e-e2cf-45e1-bf0d-6b8c867cf2be", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133327175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7d45dbba3e4c6bbf2afe588bf34afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717cf509-41", "ovs_interfaceid": "717cf509-41f5-4060-b905-72d6436b2f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.309703] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-311d8ac5-3b9a-4707-b9d7-38c3c35f0090 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.319815] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b4d73b-3939-40c7-a041-f9b1380e423f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.361872] env[62822]: DEBUG nova.compute.manager [req-9f09ae09-08e5-4ced-8dcc-0b6d57397224 req-84a90f74-96fb-423c-96b0-a58acf2cb807 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Detach interface failed, port_id=0058f5c4-5efa-4a60-ae3e-a1c81146efed, reason: Instance e8ecc175-f462-4715-9b11-dfa9b3780d94 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 772.477323] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.526035] env[62822]: DEBUG oslo_vmware.api [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238117} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.528744] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.528933] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.529124] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.529300] env[62822]: INFO nova.compute.manager [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 772.529546] env[62822]: DEBUG oslo.service.loopingcall [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.530109] env[62822]: DEBUG nova.compute.manager [-] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.530236] env[62822]: DEBUG nova.network.neutron [-] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.543947] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquiring lock "refresh_cache-17ab5c9c-e2c3-459b-804e-abcfeeac8796" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.544235] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquired lock "refresh_cache-17ab5c9c-e2c3-459b-804e-abcfeeac8796" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.544416] env[62822]: DEBUG nova.network.neutron [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.641329] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ee147-fbe9-38ad-75e1-fccc9cd8ab82, 'name': SearchDatastore_Task, 'duration_secs': 0.015175} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.644961] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.645234] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.645459] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.645604] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.645778] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.646590] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ad96bb-af44-4930-b2d1-073cd5d3b774 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.649075] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39e4ac0e-c344-4766-a5d9-b3a9c800f29e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.659493] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8553dda-f96f-40b6-a1cb-d582983f6538 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.663022] env[62822]: DEBUG nova.compute.utils [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Can not refresh info_cache because instance was not found {{(pid=62822) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 772.667229] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764146, 'name': Rename_Task, 'duration_secs': 0.20782} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.668563] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.671839] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.671992] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.673400] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92976031-7989-4c32-8957-04d404cd3a86 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.674923] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3040ae7-f1f2-415d-8acc-62379a47e739 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.704431] env[62822]: DEBUG nova.network.neutron [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.707651] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d54abd-cdd4-4bf3-8634-380721ff7ad9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.715907] env[62822]: DEBUG oslo_vmware.api [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764143, 'name': PowerOnVM_Task, 'duration_secs': 0.517166} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.716243] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 772.716243] env[62822]: value = "task-2764147" [ 772.716243] env[62822]: _type = "Task" [ 772.716243] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.716483] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 772.716483] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5217fd96-bf12-a87b-cbe4-cd5388cfe88c" [ 772.716483] env[62822]: _type = "Task" [ 772.716483] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.717107] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.717403] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-769b31bd-c0b8-4a7e-be03-975a6e9dcbb5 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance '88e04421-20bf-43d3-9773-0d5d7632ed22' progress to 100 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 772.732028] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e870c76-39ca-432a-931d-e9bc6c463b0d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.740854] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764147, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.752863] env[62822]: DEBUG nova.compute.provider_tree [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.754265] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5217fd96-bf12-a87b-cbe4-cd5388cfe88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.795728] env[62822]: DEBUG oslo_concurrency.lockutils [req-1d3c4f97-c9a0-4713-a8b4-66711a100f45 req-076d24c3-b355-4ed0-9832-283d6e791e28 service nova] Releasing lock "refresh_cache-d5d91978-129c-4b45-a8f6-5dcd7e73c406" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.814352] env[62822]: DEBUG nova.network.neutron [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.086575] env[62822]: DEBUG nova.network.neutron [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.240663] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5217fd96-bf12-a87b-cbe4-cd5388cfe88c, 'name': SearchDatastore_Task, 'duration_secs': 0.032603} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.240921] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.242097] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d87e51bf-72e4-40db-afd9-4abbb944b080 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.248850] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 773.248850] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c2f7a3-e26d-031d-42d8-5c46a74622ef" [ 773.248850] env[62822]: _type = "Task" [ 773.248850] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.249988] env[62822]: DEBUG nova.network.neutron [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Updating instance_info_cache with network_info: [{"id": "30316f8a-f0f8-4429-b097-9e349d0ea2a2", "address": "fa:16:3e:f5:18:bf", "network": {"id": "20980afd-7c64-4af9-b59a-b80ddd443fbe", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1448662038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1c0ff2b6f6491895a081a0da07231c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30316f8a-f0", "ovs_interfaceid": "30316f8a-f0f8-4429-b097-9e349d0ea2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.258134] env[62822]: DEBUG nova.scheduler.client.report [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.272830] env[62822]: DEBUG nova.network.neutron [-] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.274238] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c2f7a3-e26d-031d-42d8-5c46a74622ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013688} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.275150] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.275616] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] d5d91978-129c-4b45-a8f6-5dcd7e73c406/d5d91978-129c-4b45-a8f6-5dcd7e73c406.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.276016] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c6ef4c6-0f33-4692-b938-656fdc93a8b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.284771] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 773.284771] env[62822]: value = "task-2764148" [ 773.284771] env[62822]: _type = "Task" [ 773.284771] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.296640] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.317553] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Releasing lock "refresh_cache-3381f3dc-cca3-4757-9745-0fe3d4e1671e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.318233] env[62822]: DEBUG nova.compute.manager [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.318516] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.318951] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-799ac7cd-cf5c-46ad-a544-a2129e046314 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.329520] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7f03bb-49ec-4c2e-8ad5-0f7f94010d41 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.372911] env[62822]: WARNING nova.virt.vmwareapi.vmops [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3381f3dc-cca3-4757-9745-0fe3d4e1671e could not be found. [ 773.373196] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.373438] env[62822]: INFO nova.compute.manager [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Took 0.05 seconds to destroy the instance on the hypervisor. [ 773.373732] env[62822]: DEBUG oslo.service.loopingcall [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.374105] env[62822]: DEBUG nova.compute.manager [-] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.374223] env[62822]: DEBUG nova.network.neutron [-] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.393163] env[62822]: DEBUG nova.network.neutron [-] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.733472] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764147, 'name': PowerOnVM_Task, 'duration_secs': 0.729352} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.733810] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.734065] env[62822]: INFO nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Took 8.47 seconds to spawn the instance on the hypervisor. [ 773.734266] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.735223] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a51bc1-bde0-45a9-9a77-06bb59da51a6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.758504] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Releasing lock "refresh_cache-17ab5c9c-e2c3-459b-804e-abcfeeac8796" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.758504] env[62822]: DEBUG nova.compute.manager [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Instance network_info: |[{"id": "30316f8a-f0f8-4429-b097-9e349d0ea2a2", "address": "fa:16:3e:f5:18:bf", "network": {"id": "20980afd-7c64-4af9-b59a-b80ddd443fbe", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1448662038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1c0ff2b6f6491895a081a0da07231c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30316f8a-f0", "ovs_interfaceid": "30316f8a-f0f8-4429-b097-9e349d0ea2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.763703] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.764264] env[62822]: DEBUG nova.compute.manager [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.766994] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.475s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.768983] env[62822]: INFO nova.compute.claims [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.776457] env[62822]: INFO nova.compute.manager [-] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Took 1.25 seconds to deallocate network for instance. [ 773.796977] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764148, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.895671] env[62822]: DEBUG nova.network.neutron [-] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.268657] env[62822]: INFO nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Took 40.75 seconds to build instance. [ 774.274287] env[62822]: DEBUG nova.compute.utils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.277677] env[62822]: DEBUG nova.compute.manager [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.277901] env[62822]: DEBUG nova.network.neutron [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.282491] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.298475] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54312} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.298753] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] d5d91978-129c-4b45-a8f6-5dcd7e73c406/d5d91978-129c-4b45-a8f6-5dcd7e73c406.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.298971] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.299255] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7b0424e-160a-4a85-bfe4-3c274b8bb954 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.306201] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 774.306201] env[62822]: value = "task-2764149" [ 774.306201] env[62822]: _type = "Task" [ 774.306201] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.315151] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.398264] env[62822]: INFO nova.compute.manager [-] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Took 1.02 seconds to deallocate network for instance. [ 774.582653] env[62822]: DEBUG nova.policy [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e82dab1244a04e09b1431bab3cebaf75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '645753cf2ecf4fc49d614ca59287ac16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.771094] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "5ef42ba8-daa5-439a-901b-d2e423d04417" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.247s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.778462] env[62822]: DEBUG nova.compute.manager [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.827006] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075234} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.829404] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.830853] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256d7de5-bfdb-411b-b52d-939f5a51a07d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.856985] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] d5d91978-129c-4b45-a8f6-5dcd7e73c406/d5d91978-129c-4b45-a8f6-5dcd7e73c406.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.862417] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd5b311-96e2-4b5a-b007-f80ba393120b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.883229] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 774.883229] env[62822]: value = "task-2764150" [ 774.883229] env[62822]: _type = "Task" [ 774.883229] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.896791] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.905695] env[62822]: INFO nova.compute.manager [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Instance disappeared during terminate [ 774.905825] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f21fe100-d843-42f4-9b61-6cd387738176 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "3381f3dc-cca3-4757-9745-0fe3d4e1671e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.266s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.938165] env[62822]: DEBUG nova.network.neutron [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Successfully created port: 724e8c5f-8587-4380-98e7-4a22a4881e98 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.273965] env[62822]: DEBUG nova.compute.manager [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.319616] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a23625-0b71-43a5-88ee-7ce35a11e6c2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.329120] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef13a9d1-0375-4d74-b30c-78d2be4e439f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.362657] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17462e4-4884-410a-9b69-462d15c71ab5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.370500] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1290c7d-3508-44cc-a36c-6a06dea538f6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.385259] env[62822]: DEBUG nova.compute.provider_tree [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.394874] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764150, 'name': ReconfigVM_Task, 'duration_secs': 0.429662} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.395717] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Reconfigured VM instance instance-00000034 to attach disk [datastore2] d5d91978-129c-4b45-a8f6-5dcd7e73c406/d5d91978-129c-4b45-a8f6-5dcd7e73c406.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.396354] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c22cccef-75d4-4f72-bd7d-b001b36dab45 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.403704] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 775.403704] env[62822]: value = "task-2764151" [ 775.403704] env[62822]: _type = "Task" [ 775.403704] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.412802] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764151, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.790059] env[62822]: DEBUG nova.compute.manager [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.797042] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.891508] env[62822]: DEBUG nova.scheduler.client.report [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.914738] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764151, 'name': Rename_Task, 'duration_secs': 0.141205} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.914951] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.915212] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89bbbdbd-4554-48f2-9c72-c4f59aa5b3c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.922054] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 775.922054] env[62822]: value = "task-2764152" [ 775.922054] env[62822]: _type = "Task" [ 775.922054] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.930008] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.397518] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.397997] env[62822]: DEBUG nova.compute.manager [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.401286] env[62822]: DEBUG oslo_concurrency.lockutils [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.570s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.401603] env[62822]: DEBUG nova.objects.instance [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lazy-loading 'resources' on Instance uuid faa282f6-f946-4f8e-aea8-23c8ea493f18 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.432433] env[62822]: DEBUG oslo_vmware.api [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764152, 'name': PowerOnVM_Task, 'duration_secs': 0.478163} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.433328] env[62822]: DEBUG nova.network.neutron [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Successfully updated port: 724e8c5f-8587-4380-98e7-4a22a4881e98 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.434626] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.434954] env[62822]: INFO nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Took 8.41 seconds to spawn the instance on the hypervisor. [ 776.435256] env[62822]: DEBUG nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.436708] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2278564-33f7-445c-9c3a-908e5570fc93 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.907126] env[62822]: DEBUG nova.compute.utils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.908789] env[62822]: DEBUG nova.compute.manager [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.908977] env[62822]: DEBUG nova.network.neutron [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.936918] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "refresh_cache-8ba39ac3-459a-4265-80ec-60d421f7183d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.937079] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquired lock "refresh_cache-8ba39ac3-459a-4265-80ec-60d421f7183d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.937231] env[62822]: DEBUG nova.network.neutron [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.958462] env[62822]: INFO nova.compute.manager [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Took 38.12 seconds to build instance. [ 776.962253] env[62822]: DEBUG nova.policy [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd622c0591594158ad66d3adf5802426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6040a19d646444a1b94ba64960498974', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.243084] env[62822]: DEBUG nova.network.neutron [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Successfully created port: b3b03e07-779a-4752-ab34-78d602257f1f {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.373185] env[62822]: DEBUG nova.virt.hardware [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.373443] env[62822]: DEBUG nova.virt.hardware [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.375152] env[62822]: DEBUG nova.virt.hardware [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.375152] env[62822]: DEBUG nova.virt.hardware [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.375152] env[62822]: DEBUG nova.virt.hardware [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.375152] env[62822]: DEBUG nova.virt.hardware [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.375450] env[62822]: DEBUG nova.virt.hardware [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.375580] env[62822]: DEBUG nova.virt.hardware [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.375763] env[62822]: DEBUG nova.virt.hardware [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.375943] env[62822]: DEBUG nova.virt.hardware [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.376207] env[62822]: DEBUG nova.virt.hardware [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.378533] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc51ea7-155d-4e9d-aa16-16533cf6ec29 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.389926] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47e7456-45b9-4ff5-8fbd-1e95b60171d2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.397272] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4d1b1c-7b12-4375-94a5-439114fb7d8a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.414731] env[62822]: DEBUG nova.compute.manager [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.419800] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:18:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30316f8a-f0f8-4429-b097-9e349d0ea2a2', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.425780] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Creating folder: Project (da1c0ff2b6f6491895a081a0da07231c). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.428449] env[62822]: DEBUG nova.virt.hardware [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.428698] env[62822]: DEBUG nova.virt.hardware [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.428882] env[62822]: DEBUG nova.virt.hardware [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.429091] env[62822]: DEBUG nova.virt.hardware [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.429239] env[62822]: DEBUG nova.virt.hardware [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.429418] env[62822]: DEBUG nova.virt.hardware [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.429653] env[62822]: DEBUG nova.virt.hardware [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.429835] env[62822]: DEBUG nova.virt.hardware [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.430012] env[62822]: DEBUG nova.virt.hardware [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.430210] env[62822]: DEBUG nova.virt.hardware [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.430435] env[62822]: DEBUG nova.virt.hardware [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.431462] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1cd0bc5-a5c8-421a-a557-04461abab51f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.436430] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475e1b27-adb7-48f9-8dc2-7006e2fb3fc6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.443730] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd74cead-cda8-443f-a2fd-2ebc4aaf4927 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.448898] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529bf5a9-cc22-aa1b-4817-e0301fc0e882/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 777.452349] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a156859-a374-47b7-8666-805b1bd67e39 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.459755] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1500cf23-81ce-4448-a81b-0a00fa5c6c94 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.465704] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Created folder: Project (da1c0ff2b6f6491895a081a0da07231c) in parent group-v555973. [ 777.465897] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Creating folder: Instances. Parent ref: group-v556127. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.494038] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4a8b3de0-3762-486a-8bb8-4f9a7090901c tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.955s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.494266] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8889ac6-781d-4ccb-972a-78446d2f03ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.499493] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c376e0-cd2d-44ce-88a1-11631fd6ea33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.502131] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529bf5a9-cc22-aa1b-4817-e0301fc0e882/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 777.502317] env[62822]: ERROR oslo_vmware.rw_handles [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529bf5a9-cc22-aa1b-4817-e0301fc0e882/disk-0.vmdk due to incomplete transfer. [ 777.513752] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-66d6e777-5ebb-46ad-9ec4-386e1d42ee25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.516970] env[62822]: DEBUG nova.network.neutron [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.524809] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27280885-6d8b-4d1d-a7ac-99bd2ae7a09e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.530766] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Created folder: Instances in parent group-v556127. [ 777.531034] env[62822]: DEBUG oslo.service.loopingcall [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.531244] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529bf5a9-cc22-aa1b-4817-e0301fc0e882/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 777.531428] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Uploaded image 19d60e0e-8eea-40a9-b288-fd8b8cd7c39c to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 777.533346] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 777.533965] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.534181] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-46b000aa-240e-46ca-8e1f-19ecb9060dbd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.543413] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a336d656-8a08-4b6b-9e2d-b06be1459c36 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.558082] env[62822]: DEBUG nova.compute.provider_tree [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.568639] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.568639] env[62822]: value = "task-2764156" [ 777.568639] env[62822]: _type = "Task" [ 777.568639] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.569181] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 777.569181] env[62822]: value = "task-2764155" [ 777.569181] env[62822]: _type = "Task" [ 777.569181] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.585279] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764155, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.585486] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764156, 'name': CreateVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.749425] env[62822]: DEBUG nova.network.neutron [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Updating instance_info_cache with network_info: [{"id": "724e8c5f-8587-4380-98e7-4a22a4881e98", "address": "fa:16:3e:7a:c7:a9", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724e8c5f-85", "ovs_interfaceid": "724e8c5f-8587-4380-98e7-4a22a4881e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.014368] env[62822]: DEBUG nova.compute.manager [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.063679] env[62822]: DEBUG nova.scheduler.client.report [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.068825] env[62822]: DEBUG nova.compute.manager [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Received event network-vif-deleted-543bbca8-ef16-49be-a244-7753da85b2cd {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.069127] env[62822]: INFO nova.compute.manager [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Neutron deleted interface 543bbca8-ef16-49be-a244-7753da85b2cd; detaching it from the instance and deleting it from the info cache [ 778.069345] env[62822]: DEBUG nova.network.neutron [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.091951] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764156, 'name': CreateVM_Task, 'duration_secs': 0.428149} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.092239] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764155, 'name': Destroy_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.092414] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.093103] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.093265] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.093588] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.093826] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-156c9c90-2af7-4662-a754-64439c83385f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.098324] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for the task: (returnval){ [ 778.098324] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c1f759-622e-76cf-3e2c-5a0b63c88c48" [ 778.098324] env[62822]: _type = "Task" [ 778.098324] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.107405] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c1f759-622e-76cf-3e2c-5a0b63c88c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.252912] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Releasing lock "refresh_cache-8ba39ac3-459a-4265-80ec-60d421f7183d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.252912] env[62822]: DEBUG nova.compute.manager [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Instance network_info: |[{"id": "724e8c5f-8587-4380-98e7-4a22a4881e98", "address": "fa:16:3e:7a:c7:a9", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724e8c5f-85", "ovs_interfaceid": "724e8c5f-8587-4380-98e7-4a22a4881e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.253337] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:c7:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '724e8c5f-8587-4380-98e7-4a22a4881e98', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.261424] env[62822]: DEBUG oslo.service.loopingcall [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.261657] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.261879] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43068b8d-ca31-49cf-a916-b454ed80702b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.283491] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.283491] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.289304] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.289304] env[62822]: value = "task-2764157" [ 778.289304] env[62822]: _type = "Task" [ 778.289304] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.290884] env[62822]: DEBUG oslo_vmware.rw_handles [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af019c-bf70-e9f4-7058-d15a9323e8b0/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 778.292107] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4016ea3-e4e3-483e-aff9-0145b5623d7a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.301315] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "c090804d-2123-4487-9152-dfce486bd17b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.301597] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "c090804d-2123-4487-9152-dfce486bd17b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.301872] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "c090804d-2123-4487-9152-dfce486bd17b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.302077] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "c090804d-2123-4487-9152-dfce486bd17b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.302275] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "c090804d-2123-4487-9152-dfce486bd17b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.303758] env[62822]: DEBUG oslo_vmware.rw_handles [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af019c-bf70-e9f4-7058-d15a9323e8b0/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 778.303915] env[62822]: ERROR oslo_vmware.rw_handles [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af019c-bf70-e9f4-7058-d15a9323e8b0/disk-0.vmdk due to incomplete transfer. [ 778.309909] env[62822]: INFO nova.compute.manager [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Terminating instance [ 778.309909] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-267feb54-18e4-4463-92ea-974e25f50677 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.310418] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764157, 'name': CreateVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.323973] env[62822]: DEBUG oslo_vmware.rw_handles [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af019c-bf70-e9f4-7058-d15a9323e8b0/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 778.324192] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Uploaded image 442c2dbe-4717-45b2-b91e-378a6637146f to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 778.326058] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 778.326321] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-622ba83d-42c9-4d5f-8912-701229cb6599 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.333594] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 778.333594] env[62822]: value = "task-2764158" [ 778.333594] env[62822]: _type = "Task" [ 778.333594] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.343083] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764158, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.437415] env[62822]: DEBUG nova.compute.manager [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.460821] env[62822]: DEBUG nova.virt.hardware [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.461079] env[62822]: DEBUG nova.virt.hardware [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.461269] env[62822]: DEBUG nova.virt.hardware [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.461532] env[62822]: DEBUG nova.virt.hardware [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.461694] env[62822]: DEBUG nova.virt.hardware [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.461849] env[62822]: DEBUG nova.virt.hardware [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.462068] env[62822]: DEBUG nova.virt.hardware [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.462230] env[62822]: DEBUG nova.virt.hardware [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.462412] env[62822]: DEBUG nova.virt.hardware [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.462555] env[62822]: DEBUG nova.virt.hardware [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.462785] env[62822]: DEBUG nova.virt.hardware [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.464051] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6d38d2-d8ea-4b48-bf49-4ccdf7dcb892 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.472254] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2963a4-8a8e-4483-a926-95882097ef20 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.541552] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.567929] env[62822]: DEBUG oslo_concurrency.lockutils [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.571127] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.623s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.572394] env[62822]: INFO nova.compute.claims [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.578025] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99578e34-3dd2-444d-8b22-931b3be3d6cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.589992] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764155, 'name': Destroy_Task, 'duration_secs': 0.595319} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.591527] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Destroyed the VM [ 778.592045] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 778.593047] env[62822]: INFO nova.scheduler.client.report [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Deleted allocations for instance faa282f6-f946-4f8e-aea8-23c8ea493f18 [ 778.597089] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a32929a-d46b-4904-9335-03c5e27ca476 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.602019] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa32db-ec6b-45c4-9dc8-edbfc6698f58 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.622833] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 778.622833] env[62822]: value = "task-2764159" [ 778.622833] env[62822]: _type = "Task" [ 778.622833] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.626746] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c1f759-622e-76cf-3e2c-5a0b63c88c48, 'name': SearchDatastore_Task, 'duration_secs': 0.028946} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.631470] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.631899] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.632195] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.632467] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.633313] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.651272] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10a974f1-94fb-42f5-acf5-71ff8b4bbe1e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.661019] env[62822]: DEBUG nova.compute.manager [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Detach interface failed, port_id=543bbca8-ef16-49be-a244-7753da85b2cd, reason: Instance e8ecc175-f462-4715-9b11-dfa9b3780d94 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 778.661019] env[62822]: DEBUG nova.compute.manager [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Received event network-vif-plugged-30316f8a-f0f8-4429-b097-9e349d0ea2a2 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.661019] env[62822]: DEBUG oslo_concurrency.lockutils [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] Acquiring lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.661019] env[62822]: DEBUG oslo_concurrency.lockutils [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] Lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.661019] env[62822]: DEBUG oslo_concurrency.lockutils [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] Lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.661019] env[62822]: DEBUG nova.compute.manager [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] No waiting events found dispatching network-vif-plugged-30316f8a-f0f8-4429-b097-9e349d0ea2a2 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.661019] env[62822]: WARNING nova.compute.manager [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Received unexpected event network-vif-plugged-30316f8a-f0f8-4429-b097-9e349d0ea2a2 for instance with vm_state building and task_state spawning. [ 778.661019] env[62822]: DEBUG nova.compute.manager [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Received event network-changed-30316f8a-f0f8-4429-b097-9e349d0ea2a2 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.661019] env[62822]: DEBUG nova.compute.manager [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Refreshing instance network info cache due to event network-changed-30316f8a-f0f8-4429-b097-9e349d0ea2a2. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.661019] env[62822]: DEBUG oslo_concurrency.lockutils [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] Acquiring lock "refresh_cache-17ab5c9c-e2c3-459b-804e-abcfeeac8796" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.661019] env[62822]: DEBUG oslo_concurrency.lockutils [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] Acquired lock "refresh_cache-17ab5c9c-e2c3-459b-804e-abcfeeac8796" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.661019] env[62822]: DEBUG nova.network.neutron [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Refreshing network info cache for port 30316f8a-f0f8-4429-b097-9e349d0ea2a2 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.668630] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764159, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.671400] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.671628] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.673204] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a76652c-b417-418f-8cf4-ee9cb3608609 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.679386] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for the task: (returnval){ [ 778.679386] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520e38a3-91de-2ffb-c2bf-1910d0977d14" [ 778.679386] env[62822]: _type = "Task" [ 778.679386] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.687641] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520e38a3-91de-2ffb-c2bf-1910d0977d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.801728] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764157, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.816179] env[62822]: DEBUG nova.compute.manager [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.816494] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.817297] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d935e8-c725-4680-9989-ec0ec2cd5be3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.827664] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.828021] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ee0648e-0d92-43e3-91be-195d3d2d9ea6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.834576] env[62822]: DEBUG oslo_vmware.api [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 778.834576] env[62822]: value = "task-2764160" [ 778.834576] env[62822]: _type = "Task" [ 778.834576] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.847038] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764158, 'name': Destroy_Task, 'duration_secs': 0.386994} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.850933] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Destroyed the VM [ 778.851322] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 778.851665] env[62822]: DEBUG oslo_vmware.api [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.852044] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0dafc2a4-ec9e-4424-9440-0b663c55d6ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.858897] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 778.858897] env[62822]: value = "task-2764161" [ 778.858897] env[62822]: _type = "Task" [ 778.858897] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.867527] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764161, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.888641] env[62822]: DEBUG nova.network.neutron [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Successfully updated port: b3b03e07-779a-4752-ab34-78d602257f1f {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.025342] env[62822]: DEBUG oslo_concurrency.lockutils [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "5ef42ba8-daa5-439a-901b-d2e423d04417" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.025668] env[62822]: DEBUG oslo_concurrency.lockutils [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "5ef42ba8-daa5-439a-901b-d2e423d04417" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.025863] env[62822]: DEBUG oslo_concurrency.lockutils [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "5ef42ba8-daa5-439a-901b-d2e423d04417-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.026056] env[62822]: DEBUG oslo_concurrency.lockutils [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "5ef42ba8-daa5-439a-901b-d2e423d04417-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.026330] env[62822]: DEBUG oslo_concurrency.lockutils [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "5ef42ba8-daa5-439a-901b-d2e423d04417-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.028754] env[62822]: INFO nova.compute.manager [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Terminating instance [ 779.117066] env[62822]: DEBUG oslo_concurrency.lockutils [None req-efb87737-7d94-45ee-9650-61edde4dfa0b tempest-AttachInterfacesUnderV243Test-1897266101 tempest-AttachInterfacesUnderV243Test-1897266101-project-member] Lock "faa282f6-f946-4f8e-aea8-23c8ea493f18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.115s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.126348] env[62822]: DEBUG nova.network.neutron [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Port 082783b3-ba82-47ef-982c-ebde56f9ad8c binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 779.126348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.126348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.126348] env[62822]: DEBUG nova.network.neutron [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.137249] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764159, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.157310] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.157648] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.157805] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.157983] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.158391] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.161205] env[62822]: INFO nova.compute.manager [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Terminating instance [ 779.190036] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520e38a3-91de-2ffb-c2bf-1910d0977d14, 'name': SearchDatastore_Task, 'duration_secs': 0.020029} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.191145] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea2450e-25b6-4475-b3dc-f95151a19ac5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.196953] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for the task: (returnval){ [ 779.196953] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5269f4ae-d91b-a4ea-4559-21bf82f7cf45" [ 779.196953] env[62822]: _type = "Task" [ 779.196953] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.205592] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5269f4ae-d91b-a4ea-4559-21bf82f7cf45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.307918] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764157, 'name': CreateVM_Task, 'duration_secs': 0.749206} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.309202] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.311180] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.311180] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.311508] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.312337] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534b12ab-a176-4ae2-b4ae-c4b513d856c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.318858] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 779.318858] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521f432b-f62c-61bd-327b-d5cb34d9575a" [ 779.318858] env[62822]: _type = "Task" [ 779.318858] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.335437] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521f432b-f62c-61bd-327b-d5cb34d9575a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.360160] env[62822]: DEBUG oslo_vmware.api [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764160, 'name': PowerOffVM_Task, 'duration_secs': 0.214515} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.360160] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.360160] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.360160] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efce3cc1-1bc5-45ee-ae71-efd8330d4aa5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.370216] env[62822]: DEBUG oslo_vmware.api [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764161, 'name': RemoveSnapshot_Task, 'duration_secs': 0.365995} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.370461] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 779.370678] env[62822]: INFO nova.compute.manager [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Took 14.59 seconds to snapshot the instance on the hypervisor. [ 779.398013] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "refresh_cache-f406770f-d166-4215-92e9-0f7aa21c6e5f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.401181] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "refresh_cache-f406770f-d166-4215-92e9-0f7aa21c6e5f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.401181] env[62822]: DEBUG nova.network.neutron [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.414438] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.414739] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.415053] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.415190] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.415368] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.417698] env[62822]: INFO nova.compute.manager [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Terminating instance [ 779.428181] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.428451] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.428669] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Deleting the datastore file [datastore1] c090804d-2123-4487-9152-dfce486bd17b {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.429236] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2aa8ed65-dba4-4a88-b5b3-55b2d53e9b68 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.436508] env[62822]: DEBUG oslo_vmware.api [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for the task: (returnval){ [ 779.436508] env[62822]: value = "task-2764163" [ 779.436508] env[62822]: _type = "Task" [ 779.436508] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.444567] env[62822]: DEBUG oslo_vmware.api [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.487944] env[62822]: DEBUG nova.network.neutron [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Updated VIF entry in instance network info cache for port 30316f8a-f0f8-4429-b097-9e349d0ea2a2. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.487944] env[62822]: DEBUG nova.network.neutron [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Updating instance_info_cache with network_info: [{"id": "30316f8a-f0f8-4429-b097-9e349d0ea2a2", "address": "fa:16:3e:f5:18:bf", "network": {"id": "20980afd-7c64-4af9-b59a-b80ddd443fbe", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1448662038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1c0ff2b6f6491895a081a0da07231c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30316f8a-f0", "ovs_interfaceid": "30316f8a-f0f8-4429-b097-9e349d0ea2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.533167] env[62822]: DEBUG nova.compute.manager [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.533411] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.534280] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1b764c-6f6a-4223-9817-6768ff61f3bd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.542400] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.542704] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c1917b9-966a-4f2f-bdd4-7be93c708ec6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.548664] env[62822]: DEBUG oslo_vmware.api [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 779.548664] env[62822]: value = "task-2764164" [ 779.548664] env[62822]: _type = "Task" [ 779.548664] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.556850] env[62822]: DEBUG oslo_vmware.api [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.639052] env[62822]: DEBUG oslo_vmware.api [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764159, 'name': RemoveSnapshot_Task, 'duration_secs': 0.745049} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.639154] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 779.639383] env[62822]: INFO nova.compute.manager [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Took 15.86 seconds to snapshot the instance on the hypervisor. [ 779.669034] env[62822]: DEBUG nova.compute.manager [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.669247] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.670277] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b35a0-1b3e-4e5e-bd71-c9d498d6376a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.683259] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.683535] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d3b6fbd-ca3e-41e0-8459-6e54a1a39db1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.689523] env[62822]: DEBUG oslo_vmware.api [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 779.689523] env[62822]: value = "task-2764165" [ 779.689523] env[62822]: _type = "Task" [ 779.689523] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.705906] env[62822]: DEBUG oslo_vmware.api [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.713856] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5269f4ae-d91b-a4ea-4559-21bf82f7cf45, 'name': SearchDatastore_Task, 'duration_secs': 0.012337} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.714174] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.714440] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 17ab5c9c-e2c3-459b-804e-abcfeeac8796/17ab5c9c-e2c3-459b-804e-abcfeeac8796.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.714714] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a1fd773-a752-4531-95f1-7e4fc09f9fd3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.721072] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for the task: (returnval){ [ 779.721072] env[62822]: value = "task-2764166" [ 779.721072] env[62822]: _type = "Task" [ 779.721072] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.732443] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.829719] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521f432b-f62c-61bd-327b-d5cb34d9575a, 'name': SearchDatastore_Task, 'duration_secs': 0.020734} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.830073] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.830328] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.830616] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.830776] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.830957] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.831276] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df5b653-c9f8-4e7c-b3bf-ef0f176d788a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.843476] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.843675] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.844703] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5626f3-df08-4c68-ac0c-5ffe0806b60a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.853581] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 779.853581] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a9425b-5537-bb80-e0f8-a9c0f8a245f7" [ 779.853581] env[62822]: _type = "Task" [ 779.853581] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.865905] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a9425b-5537-bb80-e0f8-a9c0f8a245f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.866763] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbdc4224-70ac-418a-a5fc-8fbfe59d0d98 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.875587] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 779.875587] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52666dce-2dc6-82d9-e1a6-92be7fad12ad" [ 779.875587] env[62822]: _type = "Task" [ 779.875587] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.876225] env[62822]: DEBUG nova.compute.manager [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Instance disappeared during snapshot {{(pid=62822) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 779.890582] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52666dce-2dc6-82d9-e1a6-92be7fad12ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01305} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.893831] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.894182] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 8ba39ac3-459a-4265-80ec-60d421f7183d/8ba39ac3-459a-4265-80ec-60d421f7183d.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.895285] env[62822]: DEBUG nova.compute.manager [None req-cb71d856-cad2-4b4d-8551-5b9956a7724a tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image not found during clean up 442c2dbe-4717-45b2-b91e-378a6637146f {{(pid=62822) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 779.896627] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7765c0d-be8b-45e3-9f52-dffd3ee913ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.906490] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 779.906490] env[62822]: value = "task-2764167" [ 779.906490] env[62822]: _type = "Task" [ 779.906490] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.910137] env[62822]: DEBUG nova.network.neutron [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance_info_cache with network_info: [{"id": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "address": "fa:16:3e:df:d1:7f", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082783b3-ba", "ovs_interfaceid": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.927817] env[62822]: DEBUG nova.compute.manager [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.928066] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.928451] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.931615] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7140ee61-b93e-4911-bf47-575b969f040c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.946888] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.947646] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21800c06-cbe8-48c5-aae3-fb0ef1582d23 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.958801] env[62822]: DEBUG oslo_vmware.api [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Task: {'id': task-2764163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368532} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.958801] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.958801] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.958801] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.958801] env[62822]: INFO nova.compute.manager [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] [instance: c090804d-2123-4487-9152-dfce486bd17b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 779.958801] env[62822]: DEBUG oslo.service.loopingcall [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.958801] env[62822]: DEBUG nova.compute.manager [-] [instance: c090804d-2123-4487-9152-dfce486bd17b] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.958801] env[62822]: DEBUG nova.network.neutron [-] [instance: c090804d-2123-4487-9152-dfce486bd17b] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.989486] env[62822]: DEBUG oslo_concurrency.lockutils [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] Releasing lock "refresh_cache-17ab5c9c-e2c3-459b-804e-abcfeeac8796" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.989784] env[62822]: DEBUG nova.compute.manager [req-7b96044e-39fc-4c31-bda5-05e6861a0575 req-35ced3c0-8282-4905-b069-b2ad70d06d78 service nova] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Received event network-vif-deleted-a949ce41-1e1d-4244-8b14-47017e05c666 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.026768] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.027007] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.027205] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleting the datastore file [datastore1] 8232b6bb-d5d1-4631-8d92-efa272c56dcd {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.027532] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1337ac34-802d-4079-8382-afb4a8beb601 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.031998] env[62822]: DEBUG nova.network.neutron [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.036525] env[62822]: DEBUG oslo_vmware.api [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 780.036525] env[62822]: value = "task-2764169" [ 780.036525] env[62822]: _type = "Task" [ 780.036525] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.057015] env[62822]: DEBUG oslo_vmware.api [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.074260] env[62822]: DEBUG oslo_vmware.api [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764164, 'name': PowerOffVM_Task, 'duration_secs': 0.277905} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.075806] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.075982] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.081240] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faf98a91-aa53-4608-9fd2-0383a2ba6e88 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.084085] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.084085] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.174900] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.174900] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.174900] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleting the datastore file [datastore2] 5ef42ba8-daa5-439a-901b-d2e423d04417 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.174900] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37107112-3104-49b8-bb4f-8b79317bf9ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.182780] env[62822]: DEBUG oslo_vmware.api [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 780.182780] env[62822]: value = "task-2764171" [ 780.182780] env[62822]: _type = "Task" [ 780.182780] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.192417] env[62822]: DEBUG nova.compute.manager [None req-a32d574c-724b-49eb-b0ed-d5a3f56c0bb8 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Found 2 images (rotation: 2) {{(pid=62822) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 780.210494] env[62822]: DEBUG oslo_vmware.api [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764165, 'name': PowerOffVM_Task, 'duration_secs': 0.186928} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.210494] env[62822]: DEBUG oslo_vmware.api [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.211520] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.211520] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.211698] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-748936f2-dec0-429e-922f-ad2d316c82a0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.236843] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764166, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.243188] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d2d360-1ec1-4507-8ab6-e52b755e6d2c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.253489] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a195d599-d33a-4b98-9b20-adb7a2ed8860 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.291462] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd28e6b2-3c8b-416d-8042-b710b3781bda {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.293805] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.294014] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.294191] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleting the datastore file [datastore2] d5d91978-129c-4b45-a8f6-5dcd7e73c406 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.294440] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08cb7ca9-ddd5-4f07-bd57-8d9fe138a5f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.306417] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c520e3-d093-4464-a337-39685de8d946 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.310878] env[62822]: DEBUG oslo_vmware.api [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for the task: (returnval){ [ 780.310878] env[62822]: value = "task-2764173" [ 780.310878] env[62822]: _type = "Task" [ 780.310878] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.322390] env[62822]: DEBUG nova.compute.provider_tree [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.326505] env[62822]: DEBUG nova.compute.manager [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Received event network-vif-plugged-724e8c5f-8587-4380-98e7-4a22a4881e98 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.326789] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Acquiring lock "8ba39ac3-459a-4265-80ec-60d421f7183d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.326900] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Lock "8ba39ac3-459a-4265-80ec-60d421f7183d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.327071] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Lock "8ba39ac3-459a-4265-80ec-60d421f7183d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.327236] env[62822]: DEBUG nova.compute.manager [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] No waiting events found dispatching network-vif-plugged-724e8c5f-8587-4380-98e7-4a22a4881e98 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.327401] env[62822]: WARNING nova.compute.manager [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Received unexpected event network-vif-plugged-724e8c5f-8587-4380-98e7-4a22a4881e98 for instance with vm_state building and task_state spawning. [ 780.327541] env[62822]: DEBUG nova.compute.manager [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Received event network-changed-724e8c5f-8587-4380-98e7-4a22a4881e98 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.328904] env[62822]: DEBUG nova.compute.manager [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Refreshing instance network info cache due to event network-changed-724e8c5f-8587-4380-98e7-4a22a4881e98. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 780.328904] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Acquiring lock "refresh_cache-8ba39ac3-459a-4265-80ec-60d421f7183d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.328904] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Acquired lock "refresh_cache-8ba39ac3-459a-4265-80ec-60d421f7183d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.328904] env[62822]: DEBUG nova.network.neutron [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Refreshing network info cache for port 724e8c5f-8587-4380-98e7-4a22a4881e98 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.333418] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.333418] env[62822]: DEBUG oslo_vmware.api [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.333418] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.383426] env[62822]: DEBUG nova.network.neutron [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Updating instance_info_cache with network_info: [{"id": "b3b03e07-779a-4752-ab34-78d602257f1f", "address": "fa:16:3e:e4:fe:15", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b03e07-77", "ovs_interfaceid": "b3b03e07-779a-4752-ab34-78d602257f1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.416937] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764167, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.418629] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.548654] env[62822]: DEBUG oslo_vmware.api [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316432} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.548949] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.549125] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.549309] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.549483] env[62822]: INFO nova.compute.manager [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Took 0.62 seconds to destroy the instance on the hypervisor. [ 780.549728] env[62822]: DEBUG oslo.service.loopingcall [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.549928] env[62822]: DEBUG nova.compute.manager [-] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.550035] env[62822]: DEBUG nova.network.neutron [-] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.697435] env[62822]: DEBUG oslo_vmware.api [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.734085] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550155} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.734368] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 17ab5c9c-e2c3-459b-804e-abcfeeac8796/17ab5c9c-e2c3-459b-804e-abcfeeac8796.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.734575] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.734831] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9ee2b2c-733b-48d9-80ee-a6910334cc87 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.741530] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for the task: (returnval){ [ 780.741530] env[62822]: value = "task-2764174" [ 780.741530] env[62822]: _type = "Task" [ 780.741530] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.751138] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.824522] env[62822]: DEBUG oslo_vmware.api [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463985} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.824522] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.824522] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.824522] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.824915] env[62822]: INFO nova.compute.manager [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Took 1.16 seconds to destroy the instance on the hypervisor. [ 780.825210] env[62822]: DEBUG oslo.service.loopingcall [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.832022] env[62822]: DEBUG nova.scheduler.client.report [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.833299] env[62822]: DEBUG nova.compute.manager [-] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.833444] env[62822]: DEBUG nova.network.neutron [-] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.846127] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.847499] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.847499] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.849087] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.849087] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.849087] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.849087] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62822) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 780.849087] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.884747] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "refresh_cache-f406770f-d166-4215-92e9-0f7aa21c6e5f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.885126] env[62822]: DEBUG nova.compute.manager [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Instance network_info: |[{"id": "b3b03e07-779a-4752-ab34-78d602257f1f", "address": "fa:16:3e:e4:fe:15", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b03e07-77", "ovs_interfaceid": "b3b03e07-779a-4752-ab34-78d602257f1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.885826] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:fe:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3b03e07-779a-4752-ab34-78d602257f1f', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.896374] env[62822]: DEBUG oslo.service.loopingcall [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.896894] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.897217] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3088247-c3f6-445e-bdea-dab78b3a9a6d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.920986] env[62822]: DEBUG nova.compute.manager [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62822) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 780.921201] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.924996] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.924996] env[62822]: value = "task-2764175" [ 780.924996] env[62822]: _type = "Task" [ 780.924996] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.930320] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820777} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.932804] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 8ba39ac3-459a-4265-80ec-60d421f7183d/8ba39ac3-459a-4265-80ec-60d421f7183d.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.933041] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.933577] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3956419-3243-4339-9c54-02f0407e0b10 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.940520] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764175, 'name': CreateVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.941864] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 780.941864] env[62822]: value = "task-2764176" [ 780.941864] env[62822]: _type = "Task" [ 780.941864] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.949065] env[62822]: DEBUG nova.network.neutron [-] [instance: c090804d-2123-4487-9152-dfce486bd17b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.951223] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.196425] env[62822]: DEBUG oslo_vmware.api [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Task: {'id': task-2764171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529282} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.197243] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.197243] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.197243] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.197472] env[62822]: INFO nova.compute.manager [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Took 1.66 seconds to destroy the instance on the hypervisor. [ 781.197683] env[62822]: DEBUG oslo.service.loopingcall [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.197881] env[62822]: DEBUG nova.compute.manager [-] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.197976] env[62822]: DEBUG nova.network.neutron [-] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.252089] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06663} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.254627] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.255855] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28546f47-7ee1-4e38-8475-3dc4dedf8fbc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.278346] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 17ab5c9c-e2c3-459b-804e-abcfeeac8796/17ab5c9c-e2c3-459b-804e-abcfeeac8796.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.280874] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ed8302-b474-4b06-9743-d9fd373b9ebe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.300461] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for the task: (returnval){ [ 781.300461] env[62822]: value = "task-2764177" [ 781.300461] env[62822]: _type = "Task" [ 781.300461] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.308292] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.334343] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.334844] env[62822]: DEBUG nova.compute.manager [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.337537] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.745s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.339408] env[62822]: INFO nova.compute.claims [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.353111] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.371095] env[62822]: DEBUG nova.network.neutron [-] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.410727] env[62822]: DEBUG nova.network.neutron [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Updated VIF entry in instance network info cache for port 724e8c5f-8587-4380-98e7-4a22a4881e98. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.411088] env[62822]: DEBUG nova.network.neutron [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Updating instance_info_cache with network_info: [{"id": "724e8c5f-8587-4380-98e7-4a22a4881e98", "address": "fa:16:3e:7a:c7:a9", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724e8c5f-85", "ovs_interfaceid": "724e8c5f-8587-4380-98e7-4a22a4881e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.440252] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764175, 'name': CreateVM_Task, 'duration_secs': 0.347072} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.440436] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.441145] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.441317] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.441691] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.441904] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a752f1c6-fbba-43d6-b548-bbadb47b6bab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.458019] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 781.458019] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52235683-c72e-4fe2-9936-919fdaaaf21b" [ 781.458019] env[62822]: _type = "Task" [ 781.458019] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.458019] env[62822]: INFO nova.compute.manager [-] [instance: c090804d-2123-4487-9152-dfce486bd17b] Took 1.50 seconds to deallocate network for instance. [ 781.458019] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073867} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.458019] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.461699] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c7e09c-417c-4664-95fe-10668e149510 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.476064] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52235683-c72e-4fe2-9936-919fdaaaf21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.498181] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 8ba39ac3-459a-4265-80ec-60d421f7183d/8ba39ac3-459a-4265-80ec-60d421f7183d.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.499783] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d1a4b42-2b69-4b88-9f64-b5acd7e388ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.520753] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 781.520753] env[62822]: value = "task-2764178" [ 781.520753] env[62822]: _type = "Task" [ 781.520753] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.529490] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.717055] env[62822]: DEBUG nova.compute.manager [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.717055] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab21ad68-899b-499e-afd6-cb5bb09ccfc9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.811344] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.851444] env[62822]: DEBUG nova.compute.utils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.853240] env[62822]: DEBUG nova.compute.manager [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.853793] env[62822]: DEBUG nova.network.neutron [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.873539] env[62822]: INFO nova.compute.manager [-] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Took 1.32 seconds to deallocate network for instance. [ 781.908465] env[62822]: DEBUG nova.policy [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2358abc57a934d5e84826456588bbda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f061b2bd42ac437a934f98ae2935788b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.914229] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Releasing lock "refresh_cache-8ba39ac3-459a-4265-80ec-60d421f7183d" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.914475] env[62822]: DEBUG nova.compute.manager [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Received event network-vif-plugged-b3b03e07-779a-4752-ab34-78d602257f1f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.914667] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Acquiring lock "f406770f-d166-4215-92e9-0f7aa21c6e5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.914932] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Lock "f406770f-d166-4215-92e9-0f7aa21c6e5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.915139] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Lock "f406770f-d166-4215-92e9-0f7aa21c6e5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.915315] env[62822]: DEBUG nova.compute.manager [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] No waiting events found dispatching network-vif-plugged-b3b03e07-779a-4752-ab34-78d602257f1f {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.915481] env[62822]: WARNING nova.compute.manager [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Received unexpected event network-vif-plugged-b3b03e07-779a-4752-ab34-78d602257f1f for instance with vm_state building and task_state spawning. [ 781.915639] env[62822]: DEBUG nova.compute.manager [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Received event network-changed-b3b03e07-779a-4752-ab34-78d602257f1f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.915793] env[62822]: DEBUG nova.compute.manager [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Refreshing instance network info cache due to event network-changed-b3b03e07-779a-4752-ab34-78d602257f1f. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 781.915976] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Acquiring lock "refresh_cache-f406770f-d166-4215-92e9-0f7aa21c6e5f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.916128] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Acquired lock "refresh_cache-f406770f-d166-4215-92e9-0f7aa21c6e5f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.916283] env[62822]: DEBUG nova.network.neutron [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Refreshing network info cache for port b3b03e07-779a-4752-ab34-78d602257f1f {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.966914] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52235683-c72e-4fe2-9936-919fdaaaf21b, 'name': SearchDatastore_Task, 'duration_secs': 0.062358} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.967239] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.967477] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.967711] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.967855] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.968040] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.968301] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54e66343-1111-4afa-9e23-df040d1d53bd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.973263] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.973530] env[62822]: DEBUG nova.network.neutron [-] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.976110] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.976283] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.977050] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a2f225-e19f-4455-a28a-b329d9ffe00e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.982191] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 781.982191] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525a2e79-cc08-fd3c-858f-a6234d2d43cc" [ 781.982191] env[62822]: _type = "Task" [ 781.982191] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.991669] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525a2e79-cc08-fd3c-858f-a6234d2d43cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.032858] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764178, 'name': ReconfigVM_Task, 'duration_secs': 0.39763} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.032858] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 8ba39ac3-459a-4265-80ec-60d421f7183d/8ba39ac3-459a-4265-80ec-60d421f7183d.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.033683] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fd1835e-40ac-4a0c-be39-59b6ad97e246 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.039222] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 782.039222] env[62822]: value = "task-2764179" [ 782.039222] env[62822]: _type = "Task" [ 782.039222] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.047691] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764179, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.216116] env[62822]: DEBUG nova.network.neutron [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Successfully created port: 4599cb57-0e8d-476e-a225-cad5dd3a2049 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.228705] env[62822]: INFO nova.compute.manager [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] instance snapshotting [ 782.229330] env[62822]: DEBUG nova.objects.instance [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'flavor' on Instance uuid 8fb48046-cb42-4250-a73a-046e1bc69f96 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.241538] env[62822]: DEBUG nova.network.neutron [-] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.311348] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764177, 'name': ReconfigVM_Task, 'duration_secs': 0.592245} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.311664] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 17ab5c9c-e2c3-459b-804e-abcfeeac8796/17ab5c9c-e2c3-459b-804e-abcfeeac8796.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.312291] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2100e9a9-7a19-4992-839c-0d8124b86376 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.318558] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for the task: (returnval){ [ 782.318558] env[62822]: value = "task-2764180" [ 782.318558] env[62822]: _type = "Task" [ 782.318558] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.326394] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764180, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.357293] env[62822]: DEBUG nova.compute.manager [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.366994] env[62822]: DEBUG nova.compute.manager [req-b5fcb6c1-494d-4b24-89b7-8c084065879e req-cb86ce89-7b11-45b1-9391-af0fdac83dc7 service nova] [instance: c090804d-2123-4487-9152-dfce486bd17b] Received event network-vif-deleted-7141ea1e-1ca6-4287-b6b8-0455fb4139ca {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.367214] env[62822]: DEBUG nova.compute.manager [req-b5fcb6c1-494d-4b24-89b7-8c084065879e req-cb86ce89-7b11-45b1-9391-af0fdac83dc7 service nova] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Received event network-vif-deleted-ca1edea2-0302-447f-8bb1-6b3f7a53a46c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.367389] env[62822]: DEBUG nova.compute.manager [req-b5fcb6c1-494d-4b24-89b7-8c084065879e req-cb86ce89-7b11-45b1-9391-af0fdac83dc7 service nova] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Received event network-vif-deleted-717cf509-41f5-4060-b905-72d6436b2f4c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.367566] env[62822]: DEBUG nova.compute.manager [req-b5fcb6c1-494d-4b24-89b7-8c084065879e req-cb86ce89-7b11-45b1-9391-af0fdac83dc7 service nova] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Received event network-vif-deleted-ffcd6837-1f0c-46f3-81a7-ba63548344a6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.382666] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.475551] env[62822]: INFO nova.compute.manager [-] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Took 1.64 seconds to deallocate network for instance. [ 782.500775] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525a2e79-cc08-fd3c-858f-a6234d2d43cc, 'name': SearchDatastore_Task, 'duration_secs': 0.007636} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.504186] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a34fd9-7130-4d7d-a90c-fd58a1c51c38 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.514344] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 782.514344] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ccbba-7990-7bbc-54ec-50235c60ad71" [ 782.514344] env[62822]: _type = "Task" [ 782.514344] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.525585] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ccbba-7990-7bbc-54ec-50235c60ad71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.549959] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764179, 'name': Rename_Task, 'duration_secs': 0.17848} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.553865] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.553865] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0ef2b3f-f8b9-4c6b-9dd0-ef026556364a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.560317] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 782.560317] env[62822]: value = "task-2764181" [ 782.560317] env[62822]: _type = "Task" [ 782.560317] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.573300] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.735290] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038da3b1-60c0-4b97-b7fd-55dafd810077 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.759953] env[62822]: INFO nova.compute.manager [-] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Took 1.56 seconds to deallocate network for instance. [ 782.764773] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66222d8-3dff-4d83-bc0e-0ba4bc4c9889 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.833955] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764180, 'name': Rename_Task, 'duration_secs': 0.195624} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.834210] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.834458] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15461571-9497-4c36-b80d-28b430a0acf4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.840593] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for the task: (returnval){ [ 782.840593] env[62822]: value = "task-2764182" [ 782.840593] env[62822]: _type = "Task" [ 782.840593] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.852221] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.937692] env[62822]: DEBUG nova.network.neutron [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Updated VIF entry in instance network info cache for port b3b03e07-779a-4752-ab34-78d602257f1f. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.938055] env[62822]: DEBUG nova.network.neutron [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Updating instance_info_cache with network_info: [{"id": "b3b03e07-779a-4752-ab34-78d602257f1f", "address": "fa:16:3e:e4:fe:15", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b03e07-77", "ovs_interfaceid": "b3b03e07-779a-4752-ab34-78d602257f1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.973605] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d096d41-7bd1-4ebd-879e-179db67c112a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.983956] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da559065-e347-4245-8e2a-843b7b798012 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.989710] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.034077] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efddb2bc-055d-437a-9ad0-ead7addb2ecc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.045188] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522ccbba-7990-7bbc-54ec-50235c60ad71, 'name': SearchDatastore_Task, 'duration_secs': 0.0294} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.045553] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.046139] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] f406770f-d166-4215-92e9-0f7aa21c6e5f/f406770f-d166-4215-92e9-0f7aa21c6e5f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.047071] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a99c05-17a5-4754-b261-9d71e4cc73f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.050893] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a47401e0-66f2-4288-82e2-01e38069fc32 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.057116] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 783.057116] env[62822]: value = "task-2764183" [ 783.057116] env[62822]: _type = "Task" [ 783.057116] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.066867] env[62822]: DEBUG nova.compute.provider_tree [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.082152] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.082403] env[62822]: DEBUG oslo_vmware.api [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764181, 'name': PowerOnVM_Task, 'duration_secs': 0.487319} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.082633] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.082827] env[62822]: INFO nova.compute.manager [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Took 7.29 seconds to spawn the instance on the hypervisor. [ 783.083051] env[62822]: DEBUG nova.compute.manager [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.083747] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f98171-3595-4a69-bdcb-d93e16886038 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.276278] env[62822]: DEBUG oslo_concurrency.lockutils [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.280535] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 783.280535] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1064eeb-2cc5-4391-9511-b4d39e305115 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.289817] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 783.289817] env[62822]: value = "task-2764184" [ 783.289817] env[62822]: _type = "Task" [ 783.289817] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.302486] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764184, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.353619] env[62822]: DEBUG oslo_vmware.api [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764182, 'name': PowerOnVM_Task, 'duration_secs': 0.50707} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.354069] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.354382] env[62822]: INFO nova.compute.manager [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Took 12.58 seconds to spawn the instance on the hypervisor. [ 783.354677] env[62822]: DEBUG nova.compute.manager [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.355584] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e67df55-c2f5-4982-874d-fc502751271e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.368882] env[62822]: DEBUG nova.compute.manager [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.401149] env[62822]: DEBUG nova.virt.hardware [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.401149] env[62822]: DEBUG nova.virt.hardware [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.401149] env[62822]: DEBUG nova.virt.hardware [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.401633] env[62822]: DEBUG nova.virt.hardware [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.401928] env[62822]: DEBUG nova.virt.hardware [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.402213] env[62822]: DEBUG nova.virt.hardware [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.402555] env[62822]: DEBUG nova.virt.hardware [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.402829] env[62822]: DEBUG nova.virt.hardware [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.403145] env[62822]: DEBUG nova.virt.hardware [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.403463] env[62822]: DEBUG nova.virt.hardware [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.403767] env[62822]: DEBUG nova.virt.hardware [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.405180] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd20eac-071b-46d2-8afa-1fcfa2e15669 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.414528] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305616a1-88fc-40ba-8929-df7acaa0ba72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.441148] env[62822]: DEBUG oslo_concurrency.lockutils [req-71a1d2b5-6955-49a5-bef9-36c35a06b312 req-3895de29-5afe-4e05-918c-ec0881c6c176 service nova] Releasing lock "refresh_cache-f406770f-d166-4215-92e9-0f7aa21c6e5f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.580978] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764183, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.602048] env[62822]: ERROR nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [req-b1e437cd-2f7d-488b-8031-6b788eb5b592] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1e437cd-2f7d-488b-8031-6b788eb5b592"}]} [ 783.604670] env[62822]: INFO nova.compute.manager [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Took 38.75 seconds to build instance. [ 783.633553] env[62822]: DEBUG nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 783.657458] env[62822]: DEBUG nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 783.657458] env[62822]: DEBUG nova.compute.provider_tree [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.669173] env[62822]: DEBUG nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 783.696929] env[62822]: DEBUG nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 783.799388] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764184, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.842565] env[62822]: DEBUG nova.network.neutron [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Successfully updated port: 4599cb57-0e8d-476e-a225-cad5dd3a2049 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.885342] env[62822]: INFO nova.compute.manager [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Took 41.79 seconds to build instance. [ 784.083794] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647696} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.087023] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] f406770f-d166-4215-92e9-0f7aa21c6e5f/f406770f-d166-4215-92e9-0f7aa21c6e5f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.087023] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.087023] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53ff72d9-26fb-4bdb-9076-cd768c5b9a68 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.092548] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 784.092548] env[62822]: value = "task-2764185" [ 784.092548] env[62822]: _type = "Task" [ 784.092548] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.105083] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.106872] env[62822]: DEBUG oslo_concurrency.lockutils [None req-74aad092-8f83-43db-b561-b968fa129172 tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "8ba39ac3-459a-4265-80ec-60d421f7183d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.675s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.283337] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1435896-37bd-46de-b88a-28343db7dc49 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.294956] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e83826c-8c6c-47e1-9c02-3696061a2c68 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.303385] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764184, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.327747] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73bfd08-4e33-4097-a1f0-51032562fc40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.335537] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bbe587-f7ef-4bba-a8c4-56364cdb7e91 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.351053] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "refresh_cache-f710a2ab-c06d-4205-b336-3bf29e759d4b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.351053] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "refresh_cache-f710a2ab-c06d-4205-b336-3bf29e759d4b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.351053] env[62822]: DEBUG nova.network.neutron [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.355524] env[62822]: DEBUG nova.compute.provider_tree [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.388111] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25a24bc4-9dd1-4bf0-b708-8d2dc461339a tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.400s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.570438] env[62822]: DEBUG nova.compute.manager [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Received event network-vif-plugged-4599cb57-0e8d-476e-a225-cad5dd3a2049 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.570697] env[62822]: DEBUG oslo_concurrency.lockutils [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] Acquiring lock "f710a2ab-c06d-4205-b336-3bf29e759d4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.570898] env[62822]: DEBUG oslo_concurrency.lockutils [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] Lock "f710a2ab-c06d-4205-b336-3bf29e759d4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.571497] env[62822]: DEBUG oslo_concurrency.lockutils [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] Lock "f710a2ab-c06d-4205-b336-3bf29e759d4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.571688] env[62822]: DEBUG nova.compute.manager [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] No waiting events found dispatching network-vif-plugged-4599cb57-0e8d-476e-a225-cad5dd3a2049 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.571874] env[62822]: WARNING nova.compute.manager [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Received unexpected event network-vif-plugged-4599cb57-0e8d-476e-a225-cad5dd3a2049 for instance with vm_state building and task_state spawning. [ 784.572212] env[62822]: DEBUG nova.compute.manager [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Received event network-changed-4599cb57-0e8d-476e-a225-cad5dd3a2049 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.572411] env[62822]: DEBUG nova.compute.manager [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Refreshing instance network info cache due to event network-changed-4599cb57-0e8d-476e-a225-cad5dd3a2049. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 784.572767] env[62822]: DEBUG oslo_concurrency.lockutils [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] Acquiring lock "refresh_cache-f710a2ab-c06d-4205-b336-3bf29e759d4b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.589512] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592778b1-5218-4120-9f33-be5b8bff25a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.599510] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9b428ddd-f134-4e8f-85be-ada808b6ab85 tempest-ServersAdminNegativeTestJSON-788086196 tempest-ServersAdminNegativeTestJSON-788086196-project-admin] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Suspending the VM {{(pid=62822) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 784.600142] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f6637abf-1b20-4bf7-a304-97b4fe0ec6d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.605518] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072569} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.606095] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.606891] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01750ab-67d2-4717-be6f-2aec49b16e42 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.610790] env[62822]: DEBUG nova.compute.manager [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.615574] env[62822]: DEBUG oslo_vmware.api [None req-9b428ddd-f134-4e8f-85be-ada808b6ab85 tempest-ServersAdminNegativeTestJSON-788086196 tempest-ServersAdminNegativeTestJSON-788086196-project-admin] Waiting for the task: (returnval){ [ 784.615574] env[62822]: value = "task-2764186" [ 784.615574] env[62822]: _type = "Task" [ 784.615574] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.640247] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] f406770f-d166-4215-92e9-0f7aa21c6e5f/f406770f-d166-4215-92e9-0f7aa21c6e5f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.641155] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-577963fe-295c-4a2f-903a-f6ed5ba4ff96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.664018] env[62822]: DEBUG oslo_vmware.api [None req-9b428ddd-f134-4e8f-85be-ada808b6ab85 tempest-ServersAdminNegativeTestJSON-788086196 tempest-ServersAdminNegativeTestJSON-788086196-project-admin] Task: {'id': task-2764186, 'name': SuspendVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.670526] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 784.670526] env[62822]: value = "task-2764187" [ 784.670526] env[62822]: _type = "Task" [ 784.670526] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.680410] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.804654] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764184, 'name': CreateSnapshot_Task, 'duration_secs': 1.486468} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.805727] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 784.807120] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c426824-22a0-4ef2-a58b-972c94533e08 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.891105] env[62822]: DEBUG nova.compute.manager [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.908946] env[62822]: DEBUG nova.network.neutron [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.915887] env[62822]: DEBUG nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 784.916058] env[62822]: DEBUG nova.compute.provider_tree [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 79 to 80 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 784.919188] env[62822]: DEBUG nova.compute.provider_tree [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.132590] env[62822]: DEBUG oslo_vmware.api [None req-9b428ddd-f134-4e8f-85be-ada808b6ab85 tempest-ServersAdminNegativeTestJSON-788086196 tempest-ServersAdminNegativeTestJSON-788086196-project-admin] Task: {'id': task-2764186, 'name': SuspendVM_Task} progress is 62%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.148403] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.152416] env[62822]: DEBUG nova.network.neutron [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Updating instance_info_cache with network_info: [{"id": "4599cb57-0e8d-476e-a225-cad5dd3a2049", "address": "fa:16:3e:d2:d1:7b", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4599cb57-0e", "ovs_interfaceid": "4599cb57-0e8d-476e-a225-cad5dd3a2049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.179945] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764187, 'name': ReconfigVM_Task, 'duration_secs': 0.451203} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.180598] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] f406770f-d166-4215-92e9-0f7aa21c6e5f/f406770f-d166-4215-92e9-0f7aa21c6e5f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.180974] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9143a7d-4294-4bdb-b056-3962f6b98224 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.188537] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 785.188537] env[62822]: value = "task-2764188" [ 785.188537] env[62822]: _type = "Task" [ 785.188537] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.202444] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764188, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.330873] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 785.331276] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a423151f-d720-4296-a0a5-7b287f63d876 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.339581] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 785.339581] env[62822]: value = "task-2764189" [ 785.339581] env[62822]: _type = "Task" [ 785.339581] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.349314] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764189, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.417657] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.423378] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.086s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.423924] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.428453] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.797s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.429972] env[62822]: INFO nova.compute.claims [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.635201] env[62822]: DEBUG oslo_vmware.api [None req-9b428ddd-f134-4e8f-85be-ada808b6ab85 tempest-ServersAdminNegativeTestJSON-788086196 tempest-ServersAdminNegativeTestJSON-788086196-project-admin] Task: {'id': task-2764186, 'name': SuspendVM_Task, 'duration_secs': 0.890997} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.635201] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9b428ddd-f134-4e8f-85be-ada808b6ab85 tempest-ServersAdminNegativeTestJSON-788086196 tempest-ServersAdminNegativeTestJSON-788086196-project-admin] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Suspended the VM {{(pid=62822) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 785.635359] env[62822]: DEBUG nova.compute.manager [None req-9b428ddd-f134-4e8f-85be-ada808b6ab85 tempest-ServersAdminNegativeTestJSON-788086196 tempest-ServersAdminNegativeTestJSON-788086196-project-admin] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.636203] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c0f3c6-88a9-49b1-9909-bb4e46a9e4ce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.656032] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "refresh_cache-f710a2ab-c06d-4205-b336-3bf29e759d4b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.656032] env[62822]: DEBUG nova.compute.manager [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Instance network_info: |[{"id": "4599cb57-0e8d-476e-a225-cad5dd3a2049", "address": "fa:16:3e:d2:d1:7b", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4599cb57-0e", "ovs_interfaceid": "4599cb57-0e8d-476e-a225-cad5dd3a2049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.656415] env[62822]: DEBUG oslo_concurrency.lockutils [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] Acquired lock "refresh_cache-f710a2ab-c06d-4205-b336-3bf29e759d4b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.656415] env[62822]: DEBUG nova.network.neutron [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Refreshing network info cache for port 4599cb57-0e8d-476e-a225-cad5dd3a2049 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.657607] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:d1:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4599cb57-0e8d-476e-a225-cad5dd3a2049', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.665775] env[62822]: DEBUG oslo.service.loopingcall [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.666550] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.666550] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6561132-b8b0-4bc0-b6e6-496bfc860fcc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.689982] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.689982] env[62822]: value = "task-2764190" [ 785.689982] env[62822]: _type = "Task" [ 785.689982] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.702221] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764188, 'name': Rename_Task, 'duration_secs': 0.138383} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.712841] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.712841] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764190, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.713218] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d08f266c-8155-4b81-ab64-6f3f044000ae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.723144] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 785.723144] env[62822]: value = "task-2764191" [ 785.723144] env[62822]: _type = "Task" [ 785.723144] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.732941] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.854404] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764189, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.939104] env[62822]: DEBUG nova.compute.utils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.944856] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.946707] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.012725] env[62822]: DEBUG nova.policy [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5adb9404430249d39542df3a01db4cf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '207beac70bcc4797bccd28be22f42881', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.206625] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764190, 'name': CreateVM_Task, 'duration_secs': 0.368552} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.206625] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.206625] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.206625] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.206625] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.206625] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a3ca58-565f-4c2c-8f1c-023669728ca6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.213177] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 786.213177] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529d6751-3b4e-b2df-4d98-45f145015e6d" [ 786.213177] env[62822]: _type = "Task" [ 786.213177] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.227936] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529d6751-3b4e-b2df-4d98-45f145015e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.239982] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764191, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.312025] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquiring lock "67a708f5-4f70-4541-b4f5-921e371660f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.312320] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "67a708f5-4f70-4541-b4f5-921e371660f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.349502] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764189, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.445882] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.489937] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Successfully created port: 2758ec3c-1abf-4abd-a8bf-afc9b238656d {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.558188] env[62822]: DEBUG nova.network.neutron [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Updated VIF entry in instance network info cache for port 4599cb57-0e8d-476e-a225-cad5dd3a2049. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.558609] env[62822]: DEBUG nova.network.neutron [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Updating instance_info_cache with network_info: [{"id": "4599cb57-0e8d-476e-a225-cad5dd3a2049", "address": "fa:16:3e:d2:d1:7b", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4599cb57-0e", "ovs_interfaceid": "4599cb57-0e8d-476e-a225-cad5dd3a2049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.608638] env[62822]: DEBUG nova.compute.manager [req-8dcc95eb-d23f-47ec-b06e-41ab92c5a944 req-3ea639a5-bb64-43bc-8ea0-7a9dd1a7463c service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Received event network-changed-30316f8a-f0f8-4429-b097-9e349d0ea2a2 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.609013] env[62822]: DEBUG nova.compute.manager [req-8dcc95eb-d23f-47ec-b06e-41ab92c5a944 req-3ea639a5-bb64-43bc-8ea0-7a9dd1a7463c service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Refreshing instance network info cache due to event network-changed-30316f8a-f0f8-4429-b097-9e349d0ea2a2. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 786.609277] env[62822]: DEBUG oslo_concurrency.lockutils [req-8dcc95eb-d23f-47ec-b06e-41ab92c5a944 req-3ea639a5-bb64-43bc-8ea0-7a9dd1a7463c service nova] Acquiring lock "refresh_cache-17ab5c9c-e2c3-459b-804e-abcfeeac8796" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.609452] env[62822]: DEBUG oslo_concurrency.lockutils [req-8dcc95eb-d23f-47ec-b06e-41ab92c5a944 req-3ea639a5-bb64-43bc-8ea0-7a9dd1a7463c service nova] Acquired lock "refresh_cache-17ab5c9c-e2c3-459b-804e-abcfeeac8796" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.609584] env[62822]: DEBUG nova.network.neutron [req-8dcc95eb-d23f-47ec-b06e-41ab92c5a944 req-3ea639a5-bb64-43bc-8ea0-7a9dd1a7463c service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Refreshing network info cache for port 30316f8a-f0f8-4429-b097-9e349d0ea2a2 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.728435] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529d6751-3b4e-b2df-4d98-45f145015e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.01885} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.735146] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.735405] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.735653] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.735817] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.735997] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.736514] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcbf07a8-c0aa-4d7b-9822-4e25c77e6d98 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.747636] env[62822]: DEBUG oslo_vmware.api [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764191, 'name': PowerOnVM_Task, 'duration_secs': 0.772987} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.748918] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.748918] env[62822]: INFO nova.compute.manager [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Took 8.31 seconds to spawn the instance on the hypervisor. [ 786.748918] env[62822]: DEBUG nova.compute.manager [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.749595] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ed3959-4e11-40e6-b83d-8d214de9029f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.767929] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.768129] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.769347] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2fe881-f19f-4758-b5f7-125477288fcb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.777451] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 786.777451] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d2409e-b1a7-1c58-1492-5ee43cc92614" [ 786.777451] env[62822]: _type = "Task" [ 786.777451] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.787408] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d2409e-b1a7-1c58-1492-5ee43cc92614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.850991] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764189, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.051614] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4f5b09-75c9-4373-8b04-04372704277f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.060054] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1acbb1-2bdb-49ad-8dcf-2da18403fa89 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.064113] env[62822]: DEBUG oslo_concurrency.lockutils [req-b2ed3bc7-e196-4965-943a-0269a71afb4c req-4826bf5b-8273-4cf1-b0e9-403932bd59cf service nova] Releasing lock "refresh_cache-f710a2ab-c06d-4205-b336-3bf29e759d4b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.100836] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c25a1aa-c803-4a63-a53b-49ff284e5db5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.110028] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fce4ad-5267-4286-87a9-878262e72cad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.125814] env[62822]: DEBUG nova.compute.provider_tree [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.278669] env[62822]: INFO nova.compute.manager [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Took 39.02 seconds to build instance. [ 787.289137] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d2409e-b1a7-1c58-1492-5ee43cc92614, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.289920] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c6e95c-d024-470a-9e88-0e72ec691b96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.296928] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 787.296928] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c021c6-6141-bb23-43f9-6416d77751bb" [ 787.296928] env[62822]: _type = "Task" [ 787.296928] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.306766] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c021c6-6141-bb23-43f9-6416d77751bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.352089] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764189, 'name': CloneVM_Task, 'duration_secs': 1.782134} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.352341] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Created linked-clone VM from snapshot [ 787.353213] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7eb269-8458-48a9-aa84-a51c6507eb17 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.356547] env[62822]: DEBUG nova.network.neutron [req-8dcc95eb-d23f-47ec-b06e-41ab92c5a944 req-3ea639a5-bb64-43bc-8ea0-7a9dd1a7463c service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Updated VIF entry in instance network info cache for port 30316f8a-f0f8-4429-b097-9e349d0ea2a2. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.356871] env[62822]: DEBUG nova.network.neutron [req-8dcc95eb-d23f-47ec-b06e-41ab92c5a944 req-3ea639a5-bb64-43bc-8ea0-7a9dd1a7463c service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Updating instance_info_cache with network_info: [{"id": "30316f8a-f0f8-4429-b097-9e349d0ea2a2", "address": "fa:16:3e:f5:18:bf", "network": {"id": "20980afd-7c64-4af9-b59a-b80ddd443fbe", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1448662038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1c0ff2b6f6491895a081a0da07231c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30316f8a-f0", "ovs_interfaceid": "30316f8a-f0f8-4429-b097-9e349d0ea2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.361751] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Uploading image d8f5c3b7-1f11-4a31-ae5e-742c4888681c {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 787.386160] env[62822]: DEBUG oslo_vmware.rw_handles [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 787.386160] env[62822]: value = "vm-556133" [ 787.386160] env[62822]: _type = "VirtualMachine" [ 787.386160] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 787.386498] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ed63721-4baa-42e9-9dd0-76f5b022edf6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.393479] env[62822]: DEBUG oslo_vmware.rw_handles [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lease: (returnval){ [ 787.393479] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522bf634-00fc-ca19-7c6a-451193eb57b8" [ 787.393479] env[62822]: _type = "HttpNfcLease" [ 787.393479] env[62822]: } obtained for exporting VM: (result){ [ 787.393479] env[62822]: value = "vm-556133" [ 787.393479] env[62822]: _type = "VirtualMachine" [ 787.393479] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 787.393714] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the lease: (returnval){ [ 787.393714] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522bf634-00fc-ca19-7c6a-451193eb57b8" [ 787.393714] env[62822]: _type = "HttpNfcLease" [ 787.393714] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 787.400630] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.400630] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522bf634-00fc-ca19-7c6a-451193eb57b8" [ 787.400630] env[62822]: _type = "HttpNfcLease" [ 787.400630] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 787.456163] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.479801] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.480050] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.480207] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.480463] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.480652] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.480803] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.481046] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.481176] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.481345] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.481507] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.481676] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.482554] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac160a9b-13cf-495d-96ca-2849ab1ff1b8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.491108] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d36ffad-3647-4f59-9db0-e775a0dc7c79 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.631883] env[62822]: DEBUG nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.784071] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cab13776-1e13-4c40-801b-caf1994ae364 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "f406770f-d166-4215-92e9-0f7aa21c6e5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.657s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.808195] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c021c6-6141-bb23-43f9-6416d77751bb, 'name': SearchDatastore_Task, 'duration_secs': 0.031951} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.808440] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.808736] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] f710a2ab-c06d-4205-b336-3bf29e759d4b/f710a2ab-c06d-4205-b336-3bf29e759d4b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.808986] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a169bcc2-2d37-4de5-8ca9-9ed081089a15 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.815328] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 787.815328] env[62822]: value = "task-2764193" [ 787.815328] env[62822]: _type = "Task" [ 787.815328] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.822801] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.864170] env[62822]: DEBUG oslo_concurrency.lockutils [req-8dcc95eb-d23f-47ec-b06e-41ab92c5a944 req-3ea639a5-bb64-43bc-8ea0-7a9dd1a7463c service nova] Releasing lock "refresh_cache-17ab5c9c-e2c3-459b-804e-abcfeeac8796" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.902198] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.902198] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522bf634-00fc-ca19-7c6a-451193eb57b8" [ 787.902198] env[62822]: _type = "HttpNfcLease" [ 787.902198] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 787.902508] env[62822]: DEBUG oslo_vmware.rw_handles [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 787.902508] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522bf634-00fc-ca19-7c6a-451193eb57b8" [ 787.902508] env[62822]: _type = "HttpNfcLease" [ 787.902508] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 787.903231] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d221bb69-c953-4e46-8405-e63a1fa72025 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.910357] env[62822]: DEBUG oslo_vmware.rw_handles [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ce15-7fc4-e24f-2e73-b5e901550f9c/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 787.910526] env[62822]: DEBUG oslo_vmware.rw_handles [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ce15-7fc4-e24f-2e73-b5e901550f9c/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 788.045473] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-19da302d-7bc7-46bf-84e6-fa7f35351630 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.097946] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "8ba39ac3-459a-4265-80ec-60d421f7183d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.098412] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "8ba39ac3-459a-4265-80ec-60d421f7183d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.098520] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "8ba39ac3-459a-4265-80ec-60d421f7183d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.098651] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "8ba39ac3-459a-4265-80ec-60d421f7183d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.098822] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "8ba39ac3-459a-4265-80ec-60d421f7183d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.104193] env[62822]: INFO nova.compute.manager [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Terminating instance [ 788.137502] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.138054] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.140803] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.796s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.145140] env[62822]: INFO nova.compute.claims [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.161113] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Successfully updated port: 2758ec3c-1abf-4abd-a8bf-afc9b238656d {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.290876] env[62822]: DEBUG nova.compute.manager [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.330942] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764193, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.609028] env[62822]: DEBUG nova.compute.manager [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.609028] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.609658] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78488d4-f7a7-4d80-91cb-f20e05b332b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.617686] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.617979] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47f0d8d3-6eef-451e-b2cb-beda966f71a6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.651205] env[62822]: DEBUG nova.compute.utils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.656263] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.656263] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.663339] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "refresh_cache-66bade72-0818-400e-ac81-2c8da1a2dd97" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.663339] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired lock "refresh_cache-66bade72-0818-400e-ac81-2c8da1a2dd97" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.664172] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.686421] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.689128] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.689128] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Deleting the datastore file [datastore2] 8ba39ac3-459a-4265-80ec-60d421f7183d {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.689128] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f490319-ed3c-4d9a-a89a-84e431d9fdb6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.695318] env[62822]: DEBUG oslo_vmware.api [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 788.695318] env[62822]: value = "task-2764195" [ 788.695318] env[62822]: _type = "Task" [ 788.695318] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.701291] env[62822]: DEBUG nova.compute.manager [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Received event network-vif-plugged-2758ec3c-1abf-4abd-a8bf-afc9b238656d {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.701651] env[62822]: DEBUG oslo_concurrency.lockutils [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] Acquiring lock "66bade72-0818-400e-ac81-2c8da1a2dd97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.701813] env[62822]: DEBUG oslo_concurrency.lockutils [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] Lock "66bade72-0818-400e-ac81-2c8da1a2dd97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.702065] env[62822]: DEBUG oslo_concurrency.lockutils [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] Lock "66bade72-0818-400e-ac81-2c8da1a2dd97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.702291] env[62822]: DEBUG nova.compute.manager [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] No waiting events found dispatching network-vif-plugged-2758ec3c-1abf-4abd-a8bf-afc9b238656d {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.702507] env[62822]: WARNING nova.compute.manager [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Received unexpected event network-vif-plugged-2758ec3c-1abf-4abd-a8bf-afc9b238656d for instance with vm_state building and task_state spawning. [ 788.702883] env[62822]: DEBUG nova.compute.manager [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Received event network-changed-2758ec3c-1abf-4abd-a8bf-afc9b238656d {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.703618] env[62822]: DEBUG nova.compute.manager [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Refreshing instance network info cache due to event network-changed-2758ec3c-1abf-4abd-a8bf-afc9b238656d. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.703806] env[62822]: DEBUG oslo_concurrency.lockutils [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] Acquiring lock "refresh_cache-66bade72-0818-400e-ac81-2c8da1a2dd97" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.709902] env[62822]: DEBUG oslo_vmware.api [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.724184] env[62822]: DEBUG nova.policy [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5adb9404430249d39542df3a01db4cf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '207beac70bcc4797bccd28be22f42881', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.818953] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.830458] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532891} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.831089] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] f710a2ab-c06d-4205-b336-3bf29e759d4b/f710a2ab-c06d-4205-b336-3bf29e759d4b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.831211] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.831562] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1150777c-8247-4fbf-8957-683cd3539ecb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.840209] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 788.840209] env[62822]: value = "task-2764196" [ 788.840209] env[62822]: _type = "Task" [ 788.840209] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.852041] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.084911] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Successfully created port: e845d3ab-a3ce-4faf-8f79-4367ab19802e {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.156164] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.210736] env[62822]: DEBUG oslo_vmware.api [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301162} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.212087] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.212087] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.212540] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.213901] env[62822]: INFO nova.compute.manager [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Took 0.60 seconds to destroy the instance on the hypervisor. [ 789.213901] env[62822]: DEBUG oslo.service.loopingcall [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.213901] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.216549] env[62822]: DEBUG nova.compute.manager [-] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.216778] env[62822]: DEBUG nova.network.neutron [-] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.251906] env[62822]: INFO nova.compute.manager [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Rebuilding instance [ 789.302125] env[62822]: DEBUG nova.compute.manager [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.303022] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949ba587-ce68-424d-9247-ead1d52ceeba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.355450] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08184} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.357808] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.358474] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ac3716-200d-4af5-861e-2d054e0b669e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.389738] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] f710a2ab-c06d-4205-b336-3bf29e759d4b/f710a2ab-c06d-4205-b336-3bf29e759d4b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.391679] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-058f4f38-a948-4f7f-b70a-08995ee88e0a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.415793] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 789.415793] env[62822]: value = "task-2764197" [ 789.415793] env[62822]: _type = "Task" [ 789.415793] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.427552] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.619803] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Updating instance_info_cache with network_info: [{"id": "2758ec3c-1abf-4abd-a8bf-afc9b238656d", "address": "fa:16:3e:aa:74:96", "network": {"id": "7a5d3ff3-3945-4522-9d81-cfc7810f2e57", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-544966644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "207beac70bcc4797bccd28be22f42881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2758ec3c-1a", "ovs_interfaceid": "2758ec3c-1abf-4abd-a8bf-afc9b238656d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.813650] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d37c4e-040e-4f64-92bb-606a3fc52065 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.821838] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5736c6fd-6cb6-44a2-bb2b-50ee3f39f382 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.856696] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e473e957-bfb8-4609-89cc-7e4efd266c1e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.865866] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa08efed-de1c-480e-a06f-8d8293f5562e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.880911] env[62822]: DEBUG nova.compute.provider_tree [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.926291] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.125197] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Releasing lock "refresh_cache-66bade72-0818-400e-ac81-2c8da1a2dd97" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.125503] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Instance network_info: |[{"id": "2758ec3c-1abf-4abd-a8bf-afc9b238656d", "address": "fa:16:3e:aa:74:96", "network": {"id": "7a5d3ff3-3945-4522-9d81-cfc7810f2e57", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-544966644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "207beac70bcc4797bccd28be22f42881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2758ec3c-1a", "ovs_interfaceid": "2758ec3c-1abf-4abd-a8bf-afc9b238656d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.125817] env[62822]: DEBUG oslo_concurrency.lockutils [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] Acquired lock "refresh_cache-66bade72-0818-400e-ac81-2c8da1a2dd97" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.126800] env[62822]: DEBUG nova.network.neutron [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Refreshing network info cache for port 2758ec3c-1abf-4abd-a8bf-afc9b238656d {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.127216] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:74:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2758ec3c-1abf-4abd-a8bf-afc9b238656d', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.135089] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Creating folder: Project (207beac70bcc4797bccd28be22f42881). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.139161] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d143cba1-d89b-4518-9845-d24288f1fc35 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.153297] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Created folder: Project (207beac70bcc4797bccd28be22f42881) in parent group-v555973. [ 790.153531] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Creating folder: Instances. Parent ref: group-v556135. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.153781] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33d1c15f-5be3-4c70-8266-eca3de7eed53 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.162483] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Created folder: Instances in parent group-v556135. [ 790.162883] env[62822]: DEBUG oslo.service.loopingcall [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.162932] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.163172] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88d737c9-7110-4ba6-9542-37c2544404a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.181160] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.189950] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.189950] env[62822]: value = "task-2764200" [ 790.189950] env[62822]: _type = "Task" [ 790.189950] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.199333] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764200, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.208269] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.208597] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.208810] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.209038] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.209230] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.209475] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.209755] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.210345] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.210564] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.210812] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.211040] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.212035] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164be280-dbc2-4825-9811-46926d9af170 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.221545] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa60518-3131-4bbb-be2e-23eca66b91a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.251136] env[62822]: DEBUG nova.network.neutron [-] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.329674] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.331270] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fef4156e-b2b7-45cd-9f45-6c4dd7d185df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.341448] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 790.341448] env[62822]: value = "task-2764201" [ 790.341448] env[62822]: _type = "Task" [ 790.341448] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.350274] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.383728] env[62822]: DEBUG nova.network.neutron [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Updated VIF entry in instance network info cache for port 2758ec3c-1abf-4abd-a8bf-afc9b238656d. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.384128] env[62822]: DEBUG nova.network.neutron [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Updating instance_info_cache with network_info: [{"id": "2758ec3c-1abf-4abd-a8bf-afc9b238656d", "address": "fa:16:3e:aa:74:96", "network": {"id": "7a5d3ff3-3945-4522-9d81-cfc7810f2e57", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-544966644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "207beac70bcc4797bccd28be22f42881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2758ec3c-1a", "ovs_interfaceid": "2758ec3c-1abf-4abd-a8bf-afc9b238656d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.410346] env[62822]: ERROR nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [req-bc181176-dd6b-45c6-bcf5-96debcb53b6d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bc181176-dd6b-45c6-bcf5-96debcb53b6d"}]} [ 790.426372] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764197, 'name': ReconfigVM_Task, 'duration_secs': 0.624177} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.426540] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Reconfigured VM instance instance-00000038 to attach disk [datastore1] f710a2ab-c06d-4205-b336-3bf29e759d4b/f710a2ab-c06d-4205-b336-3bf29e759d4b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.427616] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2426e2d1-19a4-4cf9-8213-dbd8cca2cf25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.430206] env[62822]: DEBUG nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 790.437861] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 790.437861] env[62822]: value = "task-2764202" [ 790.437861] env[62822]: _type = "Task" [ 790.437861] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.447432] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764202, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.448533] env[62822]: DEBUG nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 790.448733] env[62822]: DEBUG nova.compute.provider_tree [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.463436] env[62822]: DEBUG nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 790.487149] env[62822]: DEBUG nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 790.699998] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764200, 'name': CreateVM_Task, 'duration_secs': 0.343078} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.703093] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.703489] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.703699] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.705021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.705021] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e1cd41-8fe3-4640-8ede-ef54e01f82a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.709585] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 790.709585] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52205d9f-4a6e-c8cb-2f3c-5fec34a79cfa" [ 790.709585] env[62822]: _type = "Task" [ 790.709585] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.719796] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52205d9f-4a6e-c8cb-2f3c-5fec34a79cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.754716] env[62822]: INFO nova.compute.manager [-] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Took 1.54 seconds to deallocate network for instance. [ 790.772369] env[62822]: DEBUG nova.compute.manager [req-39a1570b-3823-4155-8ceb-e2ccdfbf361d req-7eedf3d2-2b0a-4d45-b998-0baa3f306cda service nova] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Received event network-vif-deleted-724e8c5f-8587-4380-98e7-4a22a4881e98 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.853312] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764201, 'name': PowerOffVM_Task, 'duration_secs': 0.196621} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.853574] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.853795] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.854655] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb39fb0b-01f8-4e86-b699-bcdc8267bf48 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.861854] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.864377] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a013d3e-e4c5-46e9-9ee3-5875dc2d68f6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.891479] env[62822]: DEBUG oslo_concurrency.lockutils [req-2aa9e828-bc15-48ce-8cf6-34f9eb14d08b req-4515f052-7030-4b89-80f6-4465dd0e73c4 service nova] Releasing lock "refresh_cache-66bade72-0818-400e-ac81-2c8da1a2dd97" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.952823] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764202, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.978214] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Successfully updated port: e845d3ab-a3ce-4faf-8f79-4367ab19802e {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.018175] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.018175] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.018289] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleting the datastore file [datastore2] f406770f-d166-4215-92e9-0f7aa21c6e5f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.019012] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-725ebc86-85a2-43ff-81c7-42308650a3b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.023129] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72d5e44-3761-46ab-8178-47b7b7ee3163 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.027759] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 791.027759] env[62822]: value = "task-2764204" [ 791.027759] env[62822]: _type = "Task" [ 791.027759] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.034452] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17636943-14f8-4fcc-ba38-5af1c5258730 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.041131] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.068740] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f09d3b-9423-43ac-938f-b0c373f36bb8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.077741] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9d802f-221b-4e0f-a70c-01975cc318d5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.092226] env[62822]: DEBUG nova.compute.provider_tree [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.219576] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52205d9f-4a6e-c8cb-2f3c-5fec34a79cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.02237} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.219880] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.220122] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.220355] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.220540] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.220725] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.221017] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9602ff77-94e6-4650-95cf-4f938d4b3598 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.239736] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.239947] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.240785] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570cb345-83a5-403a-940d-120be245d8ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.246522] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 791.246522] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5286a50c-00e4-6184-be39-1ce7352892d1" [ 791.246522] env[62822]: _type = "Task" [ 791.246522] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.254408] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5286a50c-00e4-6184-be39-1ce7352892d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.261576] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.448559] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764202, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.481395] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "refresh_cache-ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.481777] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired lock "refresh_cache-ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.481953] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.540765] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322697} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.541140] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.541358] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.541690] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.627210] env[62822]: DEBUG nova.scheduler.client.report [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 791.627505] env[62822]: DEBUG nova.compute.provider_tree [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 81 to 82 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 791.627700] env[62822]: DEBUG nova.compute.provider_tree [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.757771] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5286a50c-00e4-6184-be39-1ce7352892d1, 'name': SearchDatastore_Task, 'duration_secs': 0.015981} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.759060] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-addcd363-f161-469f-9261-6dfcf2060b3f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.764378] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 791.764378] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f68ff5-ee3b-a931-5161-521a64e26218" [ 791.764378] env[62822]: _type = "Task" [ 791.764378] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.772648] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f68ff5-ee3b-a931-5161-521a64e26218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.949906] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764202, 'name': Rename_Task, 'duration_secs': 1.174714} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.950221] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.950481] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-794df4ec-bb8d-4fc9-adf9-525dd67effae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.957494] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 791.957494] env[62822]: value = "task-2764205" [ 791.957494] env[62822]: _type = "Task" [ 791.957494] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.965570] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.026939] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.133919] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.993s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.134558] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.137730] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.924s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.139471] env[62822]: INFO nova.compute.claims [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.195359] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Updating instance_info_cache with network_info: [{"id": "e845d3ab-a3ce-4faf-8f79-4367ab19802e", "address": "fa:16:3e:ce:91:14", "network": {"id": "7a5d3ff3-3945-4522-9d81-cfc7810f2e57", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-544966644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "207beac70bcc4797bccd28be22f42881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape845d3ab-a3", "ovs_interfaceid": "e845d3ab-a3ce-4faf-8f79-4367ab19802e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.277041] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f68ff5-ee3b-a931-5161-521a64e26218, 'name': SearchDatastore_Task, 'duration_secs': 0.015353} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.277041] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.277405] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 66bade72-0818-400e-ac81-2c8da1a2dd97/66bade72-0818-400e-ac81-2c8da1a2dd97.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.277491] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b1a641-769a-460e-a881-6c03a526e9a0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.284342] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 792.284342] env[62822]: value = "task-2764206" [ 792.284342] env[62822]: _type = "Task" [ 792.284342] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.292725] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.468184] env[62822]: DEBUG oslo_vmware.api [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764205, 'name': PowerOnVM_Task, 'duration_secs': 0.448709} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.468488] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.468693] env[62822]: INFO nova.compute.manager [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Took 9.10 seconds to spawn the instance on the hypervisor. [ 792.468881] env[62822]: DEBUG nova.compute.manager [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.469711] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fde804-7be4-4f56-bb90-d3d3f55b9587 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.578111] env[62822]: DEBUG nova.virt.hardware [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.578364] env[62822]: DEBUG nova.virt.hardware [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.578520] env[62822]: DEBUG nova.virt.hardware [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.578722] env[62822]: DEBUG nova.virt.hardware [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.578841] env[62822]: DEBUG nova.virt.hardware [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.578982] env[62822]: DEBUG nova.virt.hardware [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.579209] env[62822]: DEBUG nova.virt.hardware [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.579365] env[62822]: DEBUG nova.virt.hardware [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.579527] env[62822]: DEBUG nova.virt.hardware [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.579696] env[62822]: DEBUG nova.virt.hardware [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.579887] env[62822]: DEBUG nova.virt.hardware [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.580827] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c749533-c462-4665-acff-128858d35734 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.589121] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad943ad-c270-42ff-aed6-9a6ea401ac37 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.604527] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:fe:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3b03e07-779a-4752-ab34-78d602257f1f', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.611989] env[62822]: DEBUG oslo.service.loopingcall [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.612274] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.612489] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bdc72a9-4cd1-41a5-9e77-4d570d36c6d0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.631017] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.631017] env[62822]: value = "task-2764207" [ 792.631017] env[62822]: _type = "Task" [ 792.631017] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.638663] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764207, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.644043] env[62822]: DEBUG nova.compute.utils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.647968] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.648161] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.691222] env[62822]: DEBUG nova.policy [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5adb9404430249d39542df3a01db4cf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '207beac70bcc4797bccd28be22f42881', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.698246] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Releasing lock "refresh_cache-ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.698712] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Instance network_info: |[{"id": "e845d3ab-a3ce-4faf-8f79-4367ab19802e", "address": "fa:16:3e:ce:91:14", "network": {"id": "7a5d3ff3-3945-4522-9d81-cfc7810f2e57", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-544966644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "207beac70bcc4797bccd28be22f42881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape845d3ab-a3", "ovs_interfaceid": "e845d3ab-a3ce-4faf-8f79-4367ab19802e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.699271] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:91:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e845d3ab-a3ce-4faf-8f79-4367ab19802e', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.708045] env[62822]: DEBUG oslo.service.loopingcall [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.708383] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.708645] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c5a44c5-e8ed-4996-ac9f-d3d00cd45fc6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.730628] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.730628] env[62822]: value = "task-2764208" [ 792.730628] env[62822]: _type = "Task" [ 792.730628] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.740202] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764208, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.796983] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764206, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.868838] env[62822]: DEBUG nova.compute.manager [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Received event network-vif-plugged-e845d3ab-a3ce-4faf-8f79-4367ab19802e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.869132] env[62822]: DEBUG oslo_concurrency.lockutils [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] Acquiring lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.869285] env[62822]: DEBUG oslo_concurrency.lockutils [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] Lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.869514] env[62822]: DEBUG oslo_concurrency.lockutils [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] Lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.869733] env[62822]: DEBUG nova.compute.manager [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] No waiting events found dispatching network-vif-plugged-e845d3ab-a3ce-4faf-8f79-4367ab19802e {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.869818] env[62822]: WARNING nova.compute.manager [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Received unexpected event network-vif-plugged-e845d3ab-a3ce-4faf-8f79-4367ab19802e for instance with vm_state building and task_state spawning. [ 792.869944] env[62822]: DEBUG nova.compute.manager [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Received event network-changed-e845d3ab-a3ce-4faf-8f79-4367ab19802e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.870116] env[62822]: DEBUG nova.compute.manager [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Refreshing instance network info cache due to event network-changed-e845d3ab-a3ce-4faf-8f79-4367ab19802e. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 792.870301] env[62822]: DEBUG oslo_concurrency.lockutils [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] Acquiring lock "refresh_cache-ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.870433] env[62822]: DEBUG oslo_concurrency.lockutils [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] Acquired lock "refresh_cache-ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.870622] env[62822]: DEBUG nova.network.neutron [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Refreshing network info cache for port e845d3ab-a3ce-4faf-8f79-4367ab19802e {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.991155] env[62822]: INFO nova.compute.manager [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Took 42.09 seconds to build instance. [ 793.138101] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Successfully created port: e25ec775-c1ac-4923-b088-b318ee979de3 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.145890] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764207, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.152021] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.248392] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764208, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.299947] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72269} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.304231] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 66bade72-0818-400e-ac81-2c8da1a2dd97/66bade72-0818-400e-ac81-2c8da1a2dd97.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.304493] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.304797] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c89d098-8ee6-4732-b9a3-7c99cd0692ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.312759] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 793.312759] env[62822]: value = "task-2764209" [ 793.312759] env[62822]: _type = "Task" [ 793.312759] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.328675] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.493278] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a32e086-3f47-46df-9985-7cde0d0cca8f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "f710a2ab-c06d-4205-b336-3bf29e759d4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.635s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.644519] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764207, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.728341] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ada34f9-cc10-4d27-8980-760d145bcdaf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.741538] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764208, 'name': CreateVM_Task, 'duration_secs': 0.629115} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.742252] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.743294] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a19477-b311-4c96-a793-3e17773e7132 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.747257] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.747516] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.747880] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.748205] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3714d0-e50d-4118-b56e-13dbff43d1ae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.753564] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 793.753564] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5268f1e3-a942-e87c-8816-2997fc725dbc" [ 793.753564] env[62822]: _type = "Task" [ 793.753564] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.782240] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d802cc-9163-4e10-8554-efd36a005073 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.790803] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5268f1e3-a942-e87c-8816-2997fc725dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.015172} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.793133] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.793466] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.793775] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.793980] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.794239] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.794587] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7cb16fd-5b08-4fd6-bf25-adfe6f209ca6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.797504] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0420c325-ecce-4158-92be-59f9fb51efcd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.813932] env[62822]: DEBUG nova.compute.provider_tree [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.819187] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.819475] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.820505] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531c7a97-61b7-4ab3-9893-042a950d9d03 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.831370] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073576} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.832902] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.833418] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 793.833418] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520de878-351d-a18e-a4d1-c3e971d0e159" [ 793.833418] env[62822]: _type = "Task" [ 793.833418] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.834326] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08eb154-1c25-441e-8fe1-8220a0787ce3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.864811] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 66bade72-0818-400e-ac81-2c8da1a2dd97/66bade72-0818-400e-ac81-2c8da1a2dd97.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.869772] env[62822]: DEBUG nova.network.neutron [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Updated VIF entry in instance network info cache for port e845d3ab-a3ce-4faf-8f79-4367ab19802e. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.870254] env[62822]: DEBUG nova.network.neutron [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Updating instance_info_cache with network_info: [{"id": "e845d3ab-a3ce-4faf-8f79-4367ab19802e", "address": "fa:16:3e:ce:91:14", "network": {"id": "7a5d3ff3-3945-4522-9d81-cfc7810f2e57", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-544966644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "207beac70bcc4797bccd28be22f42881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape845d3ab-a3", "ovs_interfaceid": "e845d3ab-a3ce-4faf-8f79-4367ab19802e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.871586] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a639670-8990-4971-9efb-dc87a8949386 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.885933] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520de878-351d-a18e-a4d1-c3e971d0e159, 'name': SearchDatastore_Task, 'duration_secs': 0.013139} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.887736] env[62822]: DEBUG oslo_concurrency.lockutils [req-455349fe-fe07-439a-8fa8-c2abe352aa90 req-6206a6b3-b229-41a5-9e98-28d3d6e30bfd service nova] Releasing lock "refresh_cache-ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.889431] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27486f7f-7651-4eb2-8137-ad668bdb6ab6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.894505] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 793.894505] env[62822]: value = "task-2764210" [ 793.894505] env[62822]: _type = "Task" [ 793.894505] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.895948] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 793.895948] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d629af-0676-163b-cd44-2476882fc795" [ 793.895948] env[62822]: _type = "Task" [ 793.895948] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.907987] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.911470] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d629af-0676-163b-cd44-2476882fc795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.996140] env[62822]: DEBUG nova.compute.manager [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.143084] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764207, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.164838] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.193109] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.193407] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.193590] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.193778] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.193937] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.194100] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.194351] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.194569] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.194798] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.195054] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.195253] env[62822]: DEBUG nova.virt.hardware [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.196184] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7778b36-c8b3-4037-ae78-5c4a1e3fc6d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.204481] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9bc0eb-0a68-447a-9ed4-dcc32a4eeb81 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.323291] env[62822]: DEBUG nova.scheduler.client.report [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.410514] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764210, 'name': ReconfigVM_Task, 'duration_secs': 0.337663} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.414014] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 66bade72-0818-400e-ac81-2c8da1a2dd97/66bade72-0818-400e-ac81-2c8da1a2dd97.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.414719] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d629af-0676-163b-cd44-2476882fc795, 'name': SearchDatastore_Task, 'duration_secs': 0.013345} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.414939] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5cbc8fb-46a0-4ef4-b919-9b97994ef2ae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.416532] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.416801] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] ef3ef51f-3bf2-4296-ade5-9f3c24861fe5/ef3ef51f-3bf2-4296-ade5-9f3c24861fe5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.417053] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d7b0592-ceb6-49f0-b36f-fffe6318e2e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.419407] env[62822]: DEBUG oslo_concurrency.lockutils [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "f710a2ab-c06d-4205-b336-3bf29e759d4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.419611] env[62822]: DEBUG oslo_concurrency.lockutils [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "f710a2ab-c06d-4205-b336-3bf29e759d4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.419785] env[62822]: DEBUG oslo_concurrency.lockutils [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "f710a2ab-c06d-4205-b336-3bf29e759d4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.419965] env[62822]: DEBUG oslo_concurrency.lockutils [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "f710a2ab-c06d-4205-b336-3bf29e759d4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.420447] env[62822]: DEBUG oslo_concurrency.lockutils [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "f710a2ab-c06d-4205-b336-3bf29e759d4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.422328] env[62822]: INFO nova.compute.manager [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Terminating instance [ 794.425018] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 794.425018] env[62822]: value = "task-2764211" [ 794.425018] env[62822]: _type = "Task" [ 794.425018] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.427219] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 794.427219] env[62822]: value = "task-2764212" [ 794.427219] env[62822]: _type = "Task" [ 794.427219] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.439164] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764211, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.442744] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.520440] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.644503] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764207, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.827505] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.828209] env[62822]: DEBUG nova.compute.manager [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.831390] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.354s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.831636] env[62822]: DEBUG nova.objects.instance [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'resources' on Instance uuid e8ecc175-f462-4715-9b11-dfa9b3780d94 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.928362] env[62822]: DEBUG nova.compute.manager [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.928581] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.932770] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3e0319-6135-47e2-a414-f0174a1225dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.944178] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764211, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.949172] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764212, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.949488] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.949780] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b064814-64e3-4b19-a496-a82b9304597e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.956646] env[62822]: DEBUG oslo_vmware.api [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 794.956646] env[62822]: value = "task-2764213" [ 794.956646] env[62822]: _type = "Task" [ 794.956646] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.965350] env[62822]: DEBUG oslo_vmware.api [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.091199] env[62822]: DEBUG nova.compute.manager [req-c8a51be6-f11d-4e45-bbda-c189b4a6908a req-2a78d489-9d35-448e-94b7-bf19e2ec993c service nova] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Received event network-vif-plugged-e25ec775-c1ac-4923-b088-b318ee979de3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.092219] env[62822]: DEBUG oslo_concurrency.lockutils [req-c8a51be6-f11d-4e45-bbda-c189b4a6908a req-2a78d489-9d35-448e-94b7-bf19e2ec993c service nova] Acquiring lock "e64465d7-5082-4e3f-be9e-a5ea87784fae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.092219] env[62822]: DEBUG oslo_concurrency.lockutils [req-c8a51be6-f11d-4e45-bbda-c189b4a6908a req-2a78d489-9d35-448e-94b7-bf19e2ec993c service nova] Lock "e64465d7-5082-4e3f-be9e-a5ea87784fae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.092219] env[62822]: DEBUG oslo_concurrency.lockutils [req-c8a51be6-f11d-4e45-bbda-c189b4a6908a req-2a78d489-9d35-448e-94b7-bf19e2ec993c service nova] Lock "e64465d7-5082-4e3f-be9e-a5ea87784fae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.092395] env[62822]: DEBUG nova.compute.manager [req-c8a51be6-f11d-4e45-bbda-c189b4a6908a req-2a78d489-9d35-448e-94b7-bf19e2ec993c service nova] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] No waiting events found dispatching network-vif-plugged-e25ec775-c1ac-4923-b088-b318ee979de3 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.092547] env[62822]: WARNING nova.compute.manager [req-c8a51be6-f11d-4e45-bbda-c189b4a6908a req-2a78d489-9d35-448e-94b7-bf19e2ec993c service nova] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Received unexpected event network-vif-plugged-e25ec775-c1ac-4923-b088-b318ee979de3 for instance with vm_state building and task_state spawning. [ 795.146177] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764207, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.196969] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Successfully updated port: e25ec775-c1ac-4923-b088-b318ee979de3 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.335466] env[62822]: DEBUG nova.compute.utils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.339849] env[62822]: DEBUG nova.compute.manager [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.340203] env[62822]: DEBUG nova.network.neutron [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.389638] env[62822]: DEBUG nova.policy [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4b0416c67349f58c11243ae140dbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a48441e563474bfa9a02e1964772329e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.456953] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764211, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.460305] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529808} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.463958] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] ef3ef51f-3bf2-4296-ade5-9f3c24861fe5/ef3ef51f-3bf2-4296-ade5-9f3c24861fe5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.464260] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.470024] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6b1f699-cbcb-4ab6-a5ee-87abfc4722b4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.473950] env[62822]: DEBUG oslo_vmware.api [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764213, 'name': PowerOffVM_Task, 'duration_secs': 0.204111} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.475320] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.475565] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.476938] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 795.476938] env[62822]: value = "task-2764214" [ 795.476938] env[62822]: _type = "Task" [ 795.476938] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.476938] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e88923-4c17-41cd-a2f5-1365de386075 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.489900] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.543034] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.543277] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.543458] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleting the datastore file [datastore1] f710a2ab-c06d-4205-b336-3bf29e759d4b {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.543803] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8d5d689-f728-4e3e-886e-bc426ccc45cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.549977] env[62822]: DEBUG oslo_vmware.api [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 795.549977] env[62822]: value = "task-2764216" [ 795.549977] env[62822]: _type = "Task" [ 795.549977] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.561118] env[62822]: DEBUG oslo_vmware.api [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.649312] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764207, 'name': CreateVM_Task, 'duration_secs': 2.875425} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.649312] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.649312] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.649312] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.649654] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.650325] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221bcf74-e377-4ca5-8c7f-adda7dc8fc5e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.655506] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 795.655506] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523c7421-0df2-8af0-3f89-d8c36ea23377" [ 795.655506] env[62822]: _type = "Task" [ 795.655506] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.666721] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523c7421-0df2-8af0-3f89-d8c36ea23377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.701946] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "refresh_cache-e64465d7-5082-4e3f-be9e-a5ea87784fae" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.701946] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired lock "refresh_cache-e64465d7-5082-4e3f-be9e-a5ea87784fae" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.701946] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.758658] env[62822]: DEBUG nova.network.neutron [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Successfully created port: 2f5c1777-f89f-4211-bb95-d75782db59c6 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.840827] env[62822]: DEBUG nova.compute.manager [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.940394] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764211, 'name': Rename_Task, 'duration_secs': 1.161712} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.941619] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.942380] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd08d171-be7a-4939-8f3c-952b5b3b098b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.944912] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-342bf2ba-aa94-4985-83c0-9498d440309f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.952748] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb91fbb-1c4a-41ed-896e-2ca8afc49767 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.955922] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 795.955922] env[62822]: value = "task-2764217" [ 795.955922] env[62822]: _type = "Task" [ 795.955922] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.989718] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30054f1d-9713-4200-bb0c-93a0ecb54704 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.997086] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.002046] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097183} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.004346] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.005215] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248b8f74-6a62-422d-9aec-62df1320c73a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.008789] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0269d5f-3d7e-415c-8259-05a77f4dbeed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.034467] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] ef3ef51f-3bf2-4296-ade5-9f3c24861fe5/ef3ef51f-3bf2-4296-ade5-9f3c24861fe5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.041784] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a54e6d-82c0-4e18-a76f-e557a919e9cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.058039] env[62822]: DEBUG nova.compute.provider_tree [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.067154] env[62822]: DEBUG oslo_vmware.api [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244542} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.068593] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.068809] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.069009] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.069214] env[62822]: INFO nova.compute.manager [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 796.069457] env[62822]: DEBUG oslo.service.loopingcall [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.069731] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 796.069731] env[62822]: value = "task-2764218" [ 796.069731] env[62822]: _type = "Task" [ 796.069731] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.070593] env[62822]: DEBUG nova.compute.manager [-] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.070696] env[62822]: DEBUG nova.network.neutron [-] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.168664] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523c7421-0df2-8af0-3f89-d8c36ea23377, 'name': SearchDatastore_Task, 'duration_secs': 0.0132} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.169047] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.169346] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.169527] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.169702] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.169886] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.170196] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-527416c3-d9c5-48b1-9497-33b383036286 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.178758] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.178953] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.179736] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a810e880-2c92-4079-9470-6c9bbf627bda {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.189467] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 796.189467] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a99b96-f73b-7304-91da-104ed682b46a" [ 796.189467] env[62822]: _type = "Task" [ 796.189467] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.198800] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a99b96-f73b-7304-91da-104ed682b46a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.262403] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.468028] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.501900] env[62822]: DEBUG nova.network.neutron [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Updating instance_info_cache with network_info: [{"id": "e25ec775-c1ac-4923-b088-b318ee979de3", "address": "fa:16:3e:aa:74:2b", "network": {"id": "7a5d3ff3-3945-4522-9d81-cfc7810f2e57", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-544966644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "207beac70bcc4797bccd28be22f42881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape25ec775-c1", "ovs_interfaceid": "e25ec775-c1ac-4923-b088-b318ee979de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.563826] env[62822]: DEBUG nova.scheduler.client.report [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.584900] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764218, 'name': ReconfigVM_Task, 'duration_secs': 0.491783} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.585194] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Reconfigured VM instance instance-0000003a to attach disk [datastore1] ef3ef51f-3bf2-4296-ade5-9f3c24861fe5/ef3ef51f-3bf2-4296-ade5-9f3c24861fe5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.585795] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb5a43f8-1122-47cc-ba92-24508387b60d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.591692] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 796.591692] env[62822]: value = "task-2764219" [ 796.591692] env[62822]: _type = "Task" [ 796.591692] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.600169] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764219, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.703692] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a99b96-f73b-7304-91da-104ed682b46a, 'name': SearchDatastore_Task, 'duration_secs': 0.015264} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.705886] env[62822]: DEBUG oslo_vmware.rw_handles [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ce15-7fc4-e24f-2e73-b5e901550f9c/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 796.707289] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c5fc24-373e-4e0f-8a7d-6ff7230d265c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.710205] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7786ffe0-944d-4472-b1c1-62102359b523 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.715756] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 796.715756] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b33d9-d2a8-19bd-b248-f1847f2b8ec8" [ 796.715756] env[62822]: _type = "Task" [ 796.715756] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.717486] env[62822]: DEBUG oslo_vmware.rw_handles [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ce15-7fc4-e24f-2e73-b5e901550f9c/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 796.717841] env[62822]: ERROR oslo_vmware.rw_handles [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ce15-7fc4-e24f-2e73-b5e901550f9c/disk-0.vmdk due to incomplete transfer. [ 796.721537] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96e1e4a0-c3a9-4880-8dbc-63dbd6669761 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.727831] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b33d9-d2a8-19bd-b248-f1847f2b8ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.741264] env[62822]: DEBUG oslo_vmware.rw_handles [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ce15-7fc4-e24f-2e73-b5e901550f9c/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 796.741264] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Uploaded image d8f5c3b7-1f11-4a31-ae5e-742c4888681c to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 796.742680] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 796.742995] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-326653f3-cf85-44b9-93ed-4cafa69f8c3a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.749799] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 796.749799] env[62822]: value = "task-2764220" [ 796.749799] env[62822]: _type = "Task" [ 796.749799] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.757735] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764220, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.857178] env[62822]: DEBUG nova.compute.manager [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.879067] env[62822]: DEBUG nova.virt.hardware [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.879334] env[62822]: DEBUG nova.virt.hardware [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.879503] env[62822]: DEBUG nova.virt.hardware [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.879695] env[62822]: DEBUG nova.virt.hardware [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.879840] env[62822]: DEBUG nova.virt.hardware [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.879983] env[62822]: DEBUG nova.virt.hardware [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.880237] env[62822]: DEBUG nova.virt.hardware [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.880400] env[62822]: DEBUG nova.virt.hardware [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.880638] env[62822]: DEBUG nova.virt.hardware [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.880813] env[62822]: DEBUG nova.virt.hardware [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.880985] env[62822]: DEBUG nova.virt.hardware [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.881900] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699be9fb-398e-49e6-8648-3d7962fcaacf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.889350] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e454aac6-634d-4326-899b-b8834b339917 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.935388] env[62822]: DEBUG nova.network.neutron [-] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.968240] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764217, 'name': PowerOnVM_Task, 'duration_secs': 0.534027} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.968506] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.968702] env[62822]: INFO nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Took 9.51 seconds to spawn the instance on the hypervisor. [ 796.968875] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.969637] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca10a44-6039-40cf-b084-d980e23b373e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.004640] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Releasing lock "refresh_cache-e64465d7-5082-4e3f-be9e-a5ea87784fae" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.005179] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Instance network_info: |[{"id": "e25ec775-c1ac-4923-b088-b318ee979de3", "address": "fa:16:3e:aa:74:2b", "network": {"id": "7a5d3ff3-3945-4522-9d81-cfc7810f2e57", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-544966644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "207beac70bcc4797bccd28be22f42881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape25ec775-c1", "ovs_interfaceid": "e25ec775-c1ac-4923-b088-b318ee979de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.005810] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:74:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e25ec775-c1ac-4923-b088-b318ee979de3', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.012853] env[62822]: DEBUG oslo.service.loopingcall [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.013418] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.013651] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-901d4174-08ad-4279-966d-73368519983e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.034403] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.034403] env[62822]: value = "task-2764221" [ 797.034403] env[62822]: _type = "Task" [ 797.034403] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.042467] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764221, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.069511] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.072247] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.790s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.072497] env[62822]: DEBUG nova.objects.instance [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lazy-loading 'resources' on Instance uuid e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.092907] env[62822]: INFO nova.scheduler.client.report [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleted allocations for instance e8ecc175-f462-4715-9b11-dfa9b3780d94 [ 797.105332] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764219, 'name': Rename_Task, 'duration_secs': 0.186788} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.105608] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.105838] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4533a1e0-953f-4746-ab8d-c787b6f9d5fc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.112218] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 797.112218] env[62822]: value = "task-2764222" [ 797.112218] env[62822]: _type = "Task" [ 797.112218] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.122696] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.125081] env[62822]: DEBUG nova.compute.manager [req-862314dd-acb9-4e9e-b361-7136f4752bae req-bfb7179b-2afb-401c-a30f-d9245044237f service nova] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Received event network-changed-e25ec775-c1ac-4923-b088-b318ee979de3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.125787] env[62822]: DEBUG nova.compute.manager [req-862314dd-acb9-4e9e-b361-7136f4752bae req-bfb7179b-2afb-401c-a30f-d9245044237f service nova] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Refreshing instance network info cache due to event network-changed-e25ec775-c1ac-4923-b088-b318ee979de3. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.125787] env[62822]: DEBUG oslo_concurrency.lockutils [req-862314dd-acb9-4e9e-b361-7136f4752bae req-bfb7179b-2afb-401c-a30f-d9245044237f service nova] Acquiring lock "refresh_cache-e64465d7-5082-4e3f-be9e-a5ea87784fae" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.125787] env[62822]: DEBUG oslo_concurrency.lockutils [req-862314dd-acb9-4e9e-b361-7136f4752bae req-bfb7179b-2afb-401c-a30f-d9245044237f service nova] Acquired lock "refresh_cache-e64465d7-5082-4e3f-be9e-a5ea87784fae" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.125787] env[62822]: DEBUG nova.network.neutron [req-862314dd-acb9-4e9e-b361-7136f4752bae req-bfb7179b-2afb-401c-a30f-d9245044237f service nova] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Refreshing network info cache for port e25ec775-c1ac-4923-b088-b318ee979de3 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.227733] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b33d9-d2a8-19bd-b248-f1847f2b8ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.022915} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.228061] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.228369] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] f406770f-d166-4215-92e9-0f7aa21c6e5f/f406770f-d166-4215-92e9-0f7aa21c6e5f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.228710] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5da614a-a873-422c-b00d-9684c3306a10 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.235396] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 797.235396] env[62822]: value = "task-2764223" [ 797.235396] env[62822]: _type = "Task" [ 797.235396] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.243946] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.259479] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764220, 'name': Destroy_Task, 'duration_secs': 0.329903} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.259826] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Destroyed the VM [ 797.260105] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 797.260460] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb356247-914e-4ab0-b2a5-4724602a8790 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.269990] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 797.269990] env[62822]: value = "task-2764224" [ 797.269990] env[62822]: _type = "Task" [ 797.269990] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.278658] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764224, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.293861] env[62822]: DEBUG nova.network.neutron [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Successfully updated port: 2f5c1777-f89f-4211-bb95-d75782db59c6 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.438194] env[62822]: INFO nova.compute.manager [-] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Took 1.37 seconds to deallocate network for instance. [ 797.487956] env[62822]: INFO nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Took 42.92 seconds to build instance. [ 797.544567] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764221, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.603714] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d75a1b84-02a7-45f2-8cbe-5bf71640e0b3 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "e8ecc175-f462-4715-9b11-dfa9b3780d94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.035s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.623692] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.751641] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.781050] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764224, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.802223] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "refresh_cache-75385fad-42c0-46cc-98ce-27a22199dfca" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.802223] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "refresh_cache-75385fad-42c0-46cc-98ce-27a22199dfca" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.802223] env[62822]: DEBUG nova.network.neutron [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.944384] env[62822]: DEBUG oslo_concurrency.lockutils [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.963325] env[62822]: DEBUG nova.network.neutron [req-862314dd-acb9-4e9e-b361-7136f4752bae req-bfb7179b-2afb-401c-a30f-d9245044237f service nova] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Updated VIF entry in instance network info cache for port e25ec775-c1ac-4923-b088-b318ee979de3. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.963325] env[62822]: DEBUG nova.network.neutron [req-862314dd-acb9-4e9e-b361-7136f4752bae req-bfb7179b-2afb-401c-a30f-d9245044237f service nova] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Updating instance_info_cache with network_info: [{"id": "e25ec775-c1ac-4923-b088-b318ee979de3", "address": "fa:16:3e:aa:74:2b", "network": {"id": "7a5d3ff3-3945-4522-9d81-cfc7810f2e57", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-544966644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "207beac70bcc4797bccd28be22f42881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape25ec775-c1", "ovs_interfaceid": "e25ec775-c1ac-4923-b088-b318ee979de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.990776] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "66bade72-0818-400e-ac81-2c8da1a2dd97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.902s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.047564] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764221, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.102497] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec7531b-2775-4fc2-9f6a-59effc5d7937 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.111694] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d860c2dd-3d29-4ac4-aed2-5fad46e88f5c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.149885] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f0f73c-3184-456d-8ebc-f8cc1a7db0ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.152741] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764222, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.157984] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db935b58-986b-413a-b254-214981dc68cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.173549] env[62822]: DEBUG nova.compute.provider_tree [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.249725] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764223, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.279883] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764224, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.365102] env[62822]: DEBUG nova.network.neutron [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.472192] env[62822]: DEBUG oslo_concurrency.lockutils [req-862314dd-acb9-4e9e-b361-7136f4752bae req-bfb7179b-2afb-401c-a30f-d9245044237f service nova] Releasing lock "refresh_cache-e64465d7-5082-4e3f-be9e-a5ea87784fae" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.472192] env[62822]: DEBUG nova.compute.manager [req-862314dd-acb9-4e9e-b361-7136f4752bae req-bfb7179b-2afb-401c-a30f-d9245044237f service nova] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Received event network-vif-deleted-4599cb57-0e8d-476e-a225-cad5dd3a2049 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.533714] env[62822]: DEBUG nova.network.neutron [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Updating instance_info_cache with network_info: [{"id": "2f5c1777-f89f-4211-bb95-d75782db59c6", "address": "fa:16:3e:45:d5:99", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5c1777-f8", "ovs_interfaceid": "2f5c1777-f89f-4211-bb95-d75782db59c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.546668] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764221, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.628180] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764222, 'name': PowerOnVM_Task, 'duration_secs': 1.275953} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.628475] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.628704] env[62822]: INFO nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Took 8.45 seconds to spawn the instance on the hypervisor. [ 798.628887] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.629842] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d88eeb9-e0e0-4b8b-ace2-f8a9d3697b44 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.675854] env[62822]: DEBUG nova.scheduler.client.report [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.751206] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764223, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.030702} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.751206] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] f406770f-d166-4215-92e9-0f7aa21c6e5f/f406770f-d166-4215-92e9-0f7aa21c6e5f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.751206] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.751405] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3521591c-8111-40c6-9848-05917586e126 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.758855] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 798.758855] env[62822]: value = "task-2764225" [ 798.758855] env[62822]: _type = "Task" [ 798.758855] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.767383] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.782046] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764224, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.036855] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "refresh_cache-75385fad-42c0-46cc-98ce-27a22199dfca" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.036855] env[62822]: DEBUG nova.compute.manager [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Instance network_info: |[{"id": "2f5c1777-f89f-4211-bb95-d75782db59c6", "address": "fa:16:3e:45:d5:99", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5c1777-f8", "ovs_interfaceid": "2f5c1777-f89f-4211-bb95-d75782db59c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.037359] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:d5:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f5c1777-f89f-4211-bb95-d75782db59c6', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.045693] env[62822]: DEBUG oslo.service.loopingcall [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.045927] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.049541] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0ec178b-c862-4404-b8ec-bcce5a9a4e45 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.069344] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764221, 'name': CreateVM_Task, 'duration_secs': 1.703268} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.070483] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.070723] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.070723] env[62822]: value = "task-2764226" [ 799.070723] env[62822]: _type = "Task" [ 799.070723] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.071392] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.071923] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.071923] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.072182] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0697b2f-4371-4558-a137-514ce8cce8cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.079888] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 799.079888] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e04a1e-a420-dd98-716d-af0491a8c27b" [ 799.079888] env[62822]: _type = "Task" [ 799.079888] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.083175] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764226, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.092290] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e04a1e-a420-dd98-716d-af0491a8c27b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.149113] env[62822]: INFO nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Took 42.53 seconds to build instance. [ 799.176348] env[62822]: DEBUG nova.compute.manager [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Received event network-vif-plugged-2f5c1777-f89f-4211-bb95-d75782db59c6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.176637] env[62822]: DEBUG oslo_concurrency.lockutils [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] Acquiring lock "75385fad-42c0-46cc-98ce-27a22199dfca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.176887] env[62822]: DEBUG oslo_concurrency.lockutils [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] Lock "75385fad-42c0-46cc-98ce-27a22199dfca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.177163] env[62822]: DEBUG oslo_concurrency.lockutils [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] Lock "75385fad-42c0-46cc-98ce-27a22199dfca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.177401] env[62822]: DEBUG nova.compute.manager [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] No waiting events found dispatching network-vif-plugged-2f5c1777-f89f-4211-bb95-d75782db59c6 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.177864] env[62822]: WARNING nova.compute.manager [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Received unexpected event network-vif-plugged-2f5c1777-f89f-4211-bb95-d75782db59c6 for instance with vm_state building and task_state spawning. [ 799.178096] env[62822]: DEBUG nova.compute.manager [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Received event network-changed-2f5c1777-f89f-4211-bb95-d75782db59c6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.178299] env[62822]: DEBUG nova.compute.manager [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Refreshing instance network info cache due to event network-changed-2f5c1777-f89f-4211-bb95-d75782db59c6. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.178542] env[62822]: DEBUG oslo_concurrency.lockutils [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] Acquiring lock "refresh_cache-75385fad-42c0-46cc-98ce-27a22199dfca" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.178719] env[62822]: DEBUG oslo_concurrency.lockutils [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] Acquired lock "refresh_cache-75385fad-42c0-46cc-98ce-27a22199dfca" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.178910] env[62822]: DEBUG nova.network.neutron [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Refreshing network info cache for port 2f5c1777-f89f-4211-bb95-d75782db59c6 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.182223] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.183471] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.387s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.185047] env[62822]: INFO nova.compute.claims [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.207524] env[62822]: INFO nova.scheduler.client.report [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Deleted allocations for instance e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f [ 799.269320] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15089} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.269577] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.270483] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c94c42-d724-462b-be0a-26cc5752feb9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.282572] env[62822]: DEBUG oslo_vmware.api [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764224, 'name': RemoveSnapshot_Task, 'duration_secs': 1.847829} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.293497] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 799.293785] env[62822]: INFO nova.compute.manager [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Took 16.56 seconds to snapshot the instance on the hypervisor. [ 799.305404] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f406770f-d166-4215-92e9-0f7aa21c6e5f/f406770f-d166-4215-92e9-0f7aa21c6e5f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.305958] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e250b810-2669-4f7a-95fe-c90f09bf1e7b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.327493] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 799.327493] env[62822]: value = "task-2764227" [ 799.327493] env[62822]: _type = "Task" [ 799.327493] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.336643] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.582550] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764226, 'name': CreateVM_Task, 'duration_secs': 0.499261} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.582873] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.584172] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.592853] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e04a1e-a420-dd98-716d-af0491a8c27b, 'name': SearchDatastore_Task, 'duration_secs': 0.014265} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.593430] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.593524] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.593677] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.593909] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.593987] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.594268] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.594626] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.594872] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6211b71-5ff1-4ac1-b065-116921fac859 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.597218] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f21536c-261d-46ed-a766-3453966b548a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.602655] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 799.602655] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fbaf28-94cd-097d-3b36-aa21707389ca" [ 799.602655] env[62822]: _type = "Task" [ 799.602655] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.607251] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.607431] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.608541] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5e2c1a-5cfd-4650-a093-575cbc725470 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.614985] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fbaf28-94cd-097d-3b36-aa21707389ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.617805] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 799.617805] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5282dc3d-182e-8ec0-da45-50066aba5d82" [ 799.617805] env[62822]: _type = "Task" [ 799.617805] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.624968] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5282dc3d-182e-8ec0-da45-50066aba5d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.650717] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.525s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.718279] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d56193e-2c48-45b8-9214-cd556a43e519 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.848s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.838299] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764227, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.889196] env[62822]: DEBUG nova.compute.manager [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Found 3 images (rotation: 2) {{(pid=62822) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 799.892405] env[62822]: DEBUG nova.compute.manager [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Rotating out 1 backups {{(pid=62822) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 799.892405] env[62822]: DEBUG nova.compute.manager [None req-8adc57fe-392a-4991-86d3-1a9da799bbde tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Deleting image 1ac9f83f-4bbf-48a6-8a8a-eb9ff3a19a95 {{(pid=62822) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 799.949330] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.949670] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.951593] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.951775] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.952031] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.952236] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.952403] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.954166] env[62822]: INFO nova.compute.manager [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Terminating instance [ 799.959977] env[62822]: DEBUG nova.network.neutron [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Updated VIF entry in instance network info cache for port 2f5c1777-f89f-4211-bb95-d75782db59c6. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.959977] env[62822]: DEBUG nova.network.neutron [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Updating instance_info_cache with network_info: [{"id": "2f5c1777-f89f-4211-bb95-d75782db59c6", "address": "fa:16:3e:45:d5:99", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5c1777-f8", "ovs_interfaceid": "2f5c1777-f89f-4211-bb95-d75782db59c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.115605] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fbaf28-94cd-097d-3b36-aa21707389ca, 'name': SearchDatastore_Task, 'duration_secs': 0.018433} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.115909] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.116153] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.116365] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.126494] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5282dc3d-182e-8ec0-da45-50066aba5d82, 'name': SearchDatastore_Task, 'duration_secs': 0.047042} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.127247] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3105c0-3b3d-46ae-a86b-30101a6a26cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.132614] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 800.132614] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d99319-27b2-257e-f7ec-344e91eab3d8" [ 800.132614] env[62822]: _type = "Task" [ 800.132614] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.139607] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d99319-27b2-257e-f7ec-344e91eab3d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.340117] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764227, 'name': ReconfigVM_Task, 'duration_secs': 0.538564} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.340390] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f406770f-d166-4215-92e9-0f7aa21c6e5f/f406770f-d166-4215-92e9-0f7aa21c6e5f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.341060] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-589e054a-0065-422d-a211-77ae8be7816a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.347726] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 800.347726] env[62822]: value = "task-2764228" [ 800.347726] env[62822]: _type = "Task" [ 800.347726] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.356180] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764228, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.451901] env[62822]: DEBUG nova.compute.manager [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.459367] env[62822]: DEBUG nova.compute.manager [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.460071] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.460761] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c6f8a8-8bb1-4a4e-9beb-dcd23d8a938e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.464070] env[62822]: DEBUG oslo_concurrency.lockutils [req-a28bbad8-2bb9-4781-89b2-35918f1d9d3e req-8572b917-3f19-4cf7-a879-438ad9558bb3 service nova] Releasing lock "refresh_cache-75385fad-42c0-46cc-98ce-27a22199dfca" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.470622] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.470622] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2a9218c-73b9-4c53-bac5-5746f5e9bbf4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.476868] env[62822]: DEBUG oslo_vmware.api [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 800.476868] env[62822]: value = "task-2764229" [ 800.476868] env[62822]: _type = "Task" [ 800.476868] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.487268] env[62822]: DEBUG oslo_vmware.api [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.616791] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab518196-68cb-4e37-afe4-c897916daea6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.626047] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a500b00-cb35-4bb7-9198-2d385ffce908 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.659893] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323067a0-35c3-4155-a733-20704f587ed2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.668493] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d99319-27b2-257e-f7ec-344e91eab3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.051236} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.671213] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.671213] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] e64465d7-5082-4e3f-be9e-a5ea87784fae/e64465d7-5082-4e3f-be9e-a5ea87784fae.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.671403] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.671531] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.671740] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12aaf75c-0c62-4d0a-aa2f-e88a76c2f906 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.675260] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc72ad0-4090-4047-b2c7-72c3c3f35233 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.680820] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9378deea-13a6-4f5a-ab9e-f52ebd4b3262 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.693720] env[62822]: DEBUG nova.compute.provider_tree [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.697884] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 800.697884] env[62822]: value = "task-2764230" [ 800.697884] env[62822]: _type = "Task" [ 800.697884] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.698251] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.698405] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.699517] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71dcf65c-b6ec-4628-b8ac-0217d7243dab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.712905] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.713259] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 800.713259] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526771d1-c34e-d468-7a19-21f68ed27bfb" [ 800.713259] env[62822]: _type = "Task" [ 800.713259] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.722898] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526771d1-c34e-d468-7a19-21f68ed27bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.723714] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4ab501-2328-48fb-b2b3-78909b67f33f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.732238] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 800.732238] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ff6926-0456-d21b-d2b0-ed739d9cbf7f" [ 800.732238] env[62822]: _type = "Task" [ 800.732238] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.738751] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ff6926-0456-d21b-d2b0-ed739d9cbf7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.860440] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764228, 'name': Rename_Task, 'duration_secs': 0.27777} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.860761] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.861020] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a42496b0-31a5-4e29-9b4e-0cc35c7bea4a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.868144] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 800.868144] env[62822]: value = "task-2764231" [ 800.868144] env[62822]: _type = "Task" [ 800.868144] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.876778] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.979118] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.988709] env[62822]: DEBUG oslo_vmware.api [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764229, 'name': PowerOffVM_Task, 'duration_secs': 0.305105} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.989014] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.989197] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.989466] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2df7534-9814-47bb-857b-2a9d1201a407 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.066697] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.067093] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.067327] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Deleting the datastore file [datastore2] d01665b2-c36d-4dbb-875f-fd4e0b0d606c {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.067693] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47bf4e07-2ab4-4033-996b-5c81f8ec34e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.075486] env[62822]: DEBUG oslo_vmware.api [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 801.075486] env[62822]: value = "task-2764233" [ 801.075486] env[62822]: _type = "Task" [ 801.075486] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.085364] env[62822]: DEBUG oslo_vmware.api [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.201144] env[62822]: DEBUG nova.scheduler.client.report [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.218062] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764230, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.241636] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ff6926-0456-d21b-d2b0-ed739d9cbf7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.241973] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.242272] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 75385fad-42c0-46cc-98ce-27a22199dfca/75385fad-42c0-46cc-98ce-27a22199dfca.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.242605] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7c91953-33e1-4599-8110-a2e6a7ed865f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.252545] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 801.252545] env[62822]: value = "task-2764234" [ 801.252545] env[62822]: _type = "Task" [ 801.252545] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.263668] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.381986] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764231, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.586511] env[62822]: DEBUG oslo_vmware.api [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285729} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.586769] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.586965] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.587164] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.587342] env[62822]: INFO nova.compute.manager [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 801.587598] env[62822]: DEBUG oslo.service.loopingcall [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.587802] env[62822]: DEBUG nova.compute.manager [-] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.587932] env[62822]: DEBUG nova.network.neutron [-] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.715387] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.716024] env[62822]: DEBUG nova.compute.manager [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.726659] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.185s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.728902] env[62822]: INFO nova.compute.claims [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.738229] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576779} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.738499] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] e64465d7-5082-4e3f-be9e-a5ea87784fae/e64465d7-5082-4e3f-be9e-a5ea87784fae.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.738731] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.739039] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ac10298-d11b-4b2c-8145-454fea02f9eb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.747057] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 801.747057] env[62822]: value = "task-2764235" [ 801.747057] env[62822]: _type = "Task" [ 801.747057] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.766529] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.775351] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764234, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.884083] env[62822]: DEBUG oslo_vmware.api [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764231, 'name': PowerOnVM_Task, 'duration_secs': 0.585714} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.884354] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.884550] env[62822]: DEBUG nova.compute.manager [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.885433] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f54c4f-e47a-44b9-ad7c-77d7c2403abc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.124646] env[62822]: DEBUG nova.compute.manager [req-d65ef4bb-80ab-4aa1-a13d-8ea81b5a5c69 req-d5cf571e-c095-4701-8d02-71b8c60624eb service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Received event network-vif-deleted-91fca7cb-608d-4b00-b202-49573124b19b {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.124883] env[62822]: INFO nova.compute.manager [req-d65ef4bb-80ab-4aa1-a13d-8ea81b5a5c69 req-d5cf571e-c095-4701-8d02-71b8c60624eb service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Neutron deleted interface 91fca7cb-608d-4b00-b202-49573124b19b; detaching it from the instance and deleting it from the info cache [ 802.125150] env[62822]: DEBUG nova.network.neutron [req-d65ef4bb-80ab-4aa1-a13d-8ea81b5a5c69 req-d5cf571e-c095-4701-8d02-71b8c60624eb service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.228772] env[62822]: DEBUG nova.compute.utils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.231064] env[62822]: DEBUG nova.compute.manager [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.231217] env[62822]: DEBUG nova.network.neutron [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.260030] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103109} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.260431] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.261513] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe7aa54-1b47-486b-8d3c-02f12eb97094 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.267121] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574672} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.267744] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 75385fad-42c0-46cc-98ce-27a22199dfca/75385fad-42c0-46cc-98ce-27a22199dfca.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.267979] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.268253] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dab6599c-4439-4946-a3e0-7ab2474f6fed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.290071] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] e64465d7-5082-4e3f-be9e-a5ea87784fae/e64465d7-5082-4e3f-be9e-a5ea87784fae.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.291728] env[62822]: DEBUG nova.policy [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e9439e0b51b4a85ad07ef6163af4cca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa0dec4be1e64c3d814857e7b3d35e3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.293604] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bcc5bef-cfaa-4132-a5ff-4aa6d3266733 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.309834] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 802.309834] env[62822]: value = "task-2764236" [ 802.309834] env[62822]: _type = "Task" [ 802.309834] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.315390] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 802.315390] env[62822]: value = "task-2764237" [ 802.315390] env[62822]: _type = "Task" [ 802.315390] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.322139] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.328187] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.379880] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "8fb48046-cb42-4250-a73a-046e1bc69f96" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.380171] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.380355] env[62822]: DEBUG nova.compute.manager [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.381668] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f4ef74-cfc8-452c-a115-33c908f7fa33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.389443] env[62822]: DEBUG nova.compute.manager [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62822) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 802.390045] env[62822]: DEBUG nova.objects.instance [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'flavor' on Instance uuid 8fb48046-cb42-4250-a73a-046e1bc69f96 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.406140] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.454530] env[62822]: DEBUG nova.network.neutron [-] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.629105] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a4cc6c4-a8e1-4683-ba0d-27a5c66ec04e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.642027] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4823ae99-cd11-451f-86f1-3a4b1297d4d9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.678997] env[62822]: DEBUG nova.compute.manager [req-d65ef4bb-80ab-4aa1-a13d-8ea81b5a5c69 req-d5cf571e-c095-4701-8d02-71b8c60624eb service nova] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Detach interface failed, port_id=91fca7cb-608d-4b00-b202-49573124b19b, reason: Instance d01665b2-c36d-4dbb-875f-fd4e0b0d606c could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 802.688461] env[62822]: DEBUG nova.network.neutron [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Successfully created port: 7e18efe7-6f41-4c2d-b557-afcebd786b88 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.734140] env[62822]: DEBUG nova.compute.manager [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.829700] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.316406} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.831763] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.832116] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.832840] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a70aeee-fa12-42a0-81e5-1d8d28d47c75 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.861843] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 75385fad-42c0-46cc-98ce-27a22199dfca/75385fad-42c0-46cc-98ce-27a22199dfca.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.865844] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-352899de-a9ad-43a4-87f2-fd1a961bef2c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.886617] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 802.886617] env[62822]: value = "task-2764238" [ 802.886617] env[62822]: _type = "Task" [ 802.886617] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.897138] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.961670] env[62822]: INFO nova.compute.manager [-] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Took 1.37 seconds to deallocate network for instance. [ 803.193045] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "f406770f-d166-4215-92e9-0f7aa21c6e5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.193308] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "f406770f-d166-4215-92e9-0f7aa21c6e5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.193513] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "f406770f-d166-4215-92e9-0f7aa21c6e5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.193693] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "f406770f-d166-4215-92e9-0f7aa21c6e5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.193902] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "f406770f-d166-4215-92e9-0f7aa21c6e5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.196032] env[62822]: INFO nova.compute.manager [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Terminating instance [ 803.329496] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764237, 'name': ReconfigVM_Task, 'duration_secs': 0.856525} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.329700] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Reconfigured VM instance instance-0000003b to attach disk [datastore1] e64465d7-5082-4e3f-be9e-a5ea87784fae/e64465d7-5082-4e3f-be9e-a5ea87784fae.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.330660] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfa37798-cd78-4385-a7fb-b9301e765630 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.337789] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 803.337789] env[62822]: value = "task-2764239" [ 803.337789] env[62822]: _type = "Task" [ 803.337789] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.348129] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764239, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.388332] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a8a284-459e-46dc-812e-6214688780b4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.400986] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6b17ad-780a-4fd4-8374-ab6e1388d35c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.403970] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764238, 'name': ReconfigVM_Task, 'duration_secs': 0.362148} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.404431] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.404711] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 75385fad-42c0-46cc-98ce-27a22199dfca/75385fad-42c0-46cc-98ce-27a22199dfca.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.405305] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb52275d-1b64-4ac6-a64b-dbce0c4ef8e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.406857] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0a9fff2-fd4a-4408-9b46-dc7b4dd9172d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.438234] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52aa052-1da7-4b56-bc30-67e8cdcce4ec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.441228] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 803.441228] env[62822]: value = "task-2764241" [ 803.441228] env[62822]: _type = "Task" [ 803.441228] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.441521] env[62822]: DEBUG oslo_vmware.api [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 803.441521] env[62822]: value = "task-2764240" [ 803.441521] env[62822]: _type = "Task" [ 803.441521] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.451834] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e9bee9-c7f7-4b90-92a6-5a9bf5887f17 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.461828] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764241, 'name': Rename_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.462099] env[62822]: DEBUG oslo_vmware.api [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.472832] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.473393] env[62822]: DEBUG nova.compute.provider_tree [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.700288] env[62822]: DEBUG nova.compute.manager [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.700418] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.701310] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6c0b49-015e-4e91-a685-6f8ac3bd7252 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.708759] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.709117] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.713754] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.715050] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bf72507-bfa5-48ff-9da6-e6c622575ebe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.723268] env[62822]: DEBUG oslo_vmware.api [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 803.723268] env[62822]: value = "task-2764242" [ 803.723268] env[62822]: _type = "Task" [ 803.723268] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.732390] env[62822]: DEBUG oslo_vmware.api [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.748437] env[62822]: DEBUG nova.compute.manager [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.775061] env[62822]: DEBUG nova.virt.hardware [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.775061] env[62822]: DEBUG nova.virt.hardware [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.775061] env[62822]: DEBUG nova.virt.hardware [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.775318] env[62822]: DEBUG nova.virt.hardware [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.775403] env[62822]: DEBUG nova.virt.hardware [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.775564] env[62822]: DEBUG nova.virt.hardware [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.775778] env[62822]: DEBUG nova.virt.hardware [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.775948] env[62822]: DEBUG nova.virt.hardware [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.776151] env[62822]: DEBUG nova.virt.hardware [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.776318] env[62822]: DEBUG nova.virt.hardware [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.776484] env[62822]: DEBUG nova.virt.hardware [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.777676] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcab3268-0cd7-487e-b4f4-7cf8e061d064 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.785921] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362190e7-5e89-457d-abb7-a8fad8e7ca71 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.850943] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764239, 'name': Rename_Task, 'duration_secs': 0.287292} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.850943] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.850943] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71a80f72-2343-4975-b0b5-02c20f89fb14 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.857435] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 803.857435] env[62822]: value = "task-2764243" [ 803.857435] env[62822]: _type = "Task" [ 803.857435] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.865898] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.954386] env[62822]: DEBUG oslo_vmware.api [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764240, 'name': PowerOffVM_Task, 'duration_secs': 0.308833} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.957540] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.957740] env[62822]: DEBUG nova.compute.manager [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.958061] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764241, 'name': Rename_Task, 'duration_secs': 0.179855} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.958780] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5074da36-5f6a-477f-85d8-d3a56665569c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.961243] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.961477] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41dc5f3c-ab26-4a8d-b8a8-306ea7e1ba33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.969606] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 803.969606] env[62822]: value = "task-2764244" [ 803.969606] env[62822]: _type = "Task" [ 803.969606] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.978182] env[62822]: DEBUG nova.scheduler.client.report [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.981498] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.159247] env[62822]: DEBUG nova.compute.manager [req-385886c1-82d1-4222-a248-5a2ed8224c2b req-500eec5a-46e8-4dfe-b804-b5d2979104c2 service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Received event network-vif-plugged-7e18efe7-6f41-4c2d-b557-afcebd786b88 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.159514] env[62822]: DEBUG oslo_concurrency.lockutils [req-385886c1-82d1-4222-a248-5a2ed8224c2b req-500eec5a-46e8-4dfe-b804-b5d2979104c2 service nova] Acquiring lock "57a1c135-5990-46e4-84ee-9e46647f2280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.159727] env[62822]: DEBUG oslo_concurrency.lockutils [req-385886c1-82d1-4222-a248-5a2ed8224c2b req-500eec5a-46e8-4dfe-b804-b5d2979104c2 service nova] Lock "57a1c135-5990-46e4-84ee-9e46647f2280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.159894] env[62822]: DEBUG oslo_concurrency.lockutils [req-385886c1-82d1-4222-a248-5a2ed8224c2b req-500eec5a-46e8-4dfe-b804-b5d2979104c2 service nova] Lock "57a1c135-5990-46e4-84ee-9e46647f2280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.160073] env[62822]: DEBUG nova.compute.manager [req-385886c1-82d1-4222-a248-5a2ed8224c2b req-500eec5a-46e8-4dfe-b804-b5d2979104c2 service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] No waiting events found dispatching network-vif-plugged-7e18efe7-6f41-4c2d-b557-afcebd786b88 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.160257] env[62822]: WARNING nova.compute.manager [req-385886c1-82d1-4222-a248-5a2ed8224c2b req-500eec5a-46e8-4dfe-b804-b5d2979104c2 service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Received unexpected event network-vif-plugged-7e18efe7-6f41-4c2d-b557-afcebd786b88 for instance with vm_state building and task_state spawning. [ 804.211975] env[62822]: DEBUG nova.compute.manager [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.235335] env[62822]: DEBUG oslo_vmware.api [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764242, 'name': PowerOffVM_Task, 'duration_secs': 0.187669} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.235667] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.235852] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.236138] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd105f10-bd7c-4746-9382-d66eaa52a5db {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.279926] env[62822]: DEBUG nova.network.neutron [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Successfully updated port: 7e18efe7-6f41-4c2d-b557-afcebd786b88 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.303980] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.304228] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.304406] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleting the datastore file [datastore1] f406770f-d166-4215-92e9-0f7aa21c6e5f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.305627] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62dcf7b5-ca9f-46ee-8de9-193ce66a7ce3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.315696] env[62822]: DEBUG oslo_vmware.api [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 804.315696] env[62822]: value = "task-2764246" [ 804.315696] env[62822]: _type = "Task" [ 804.315696] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.325586] env[62822]: DEBUG oslo_vmware.api [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.368146] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764243, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.481151] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2888cc66-32d1-4624-bdc1-f1281321bdaa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.100s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.484078] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.484788] env[62822]: DEBUG nova.compute.manager [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.489753] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 23.568s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.498425] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.743951] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.783734] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "refresh_cache-57a1c135-5990-46e4-84ee-9e46647f2280" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.783989] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired lock "refresh_cache-57a1c135-5990-46e4-84ee-9e46647f2280" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.784046] env[62822]: DEBUG nova.network.neutron [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.825455] env[62822]: DEBUG oslo_vmware.api [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223959} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.825707] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.825891] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.826076] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.826257] env[62822]: INFO nova.compute.manager [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 804.826493] env[62822]: DEBUG oslo.service.loopingcall [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.826690] env[62822]: DEBUG nova.compute.manager [-] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.826782] env[62822]: DEBUG nova.network.neutron [-] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.869055] env[62822]: DEBUG oslo_vmware.api [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764243, 'name': PowerOnVM_Task, 'duration_secs': 0.548313} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.869335] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.869546] env[62822]: INFO nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Took 10.70 seconds to spawn the instance on the hypervisor. [ 804.869723] env[62822]: DEBUG nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.870585] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08df62e2-9762-425b-9efd-9c5bf08178cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.984098] env[62822]: DEBUG oslo_vmware.api [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764244, 'name': PowerOnVM_Task, 'duration_secs': 0.632445} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.984098] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.984284] env[62822]: INFO nova.compute.manager [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Took 8.13 seconds to spawn the instance on the hypervisor. [ 804.985036] env[62822]: DEBUG nova.compute.manager [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.985193] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9351405a-39fd-497c-88e8-352dcbad2f0a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.998593] env[62822]: DEBUG nova.objects.instance [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lazy-loading 'migration_context' on Instance uuid 88e04421-20bf-43d3-9773-0d5d7632ed22 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.001790] env[62822]: DEBUG nova.compute.utils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.003541] env[62822]: DEBUG nova.compute.manager [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.003833] env[62822]: DEBUG nova.network.neutron [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.065041] env[62822]: DEBUG nova.policy [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '583711aadf314df99085da1810cea932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e3bac4c72a4aabb2a3643b1c2b7d10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.342139] env[62822]: DEBUG nova.network.neutron [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.386810] env[62822]: INFO nova.compute.manager [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Took 44.06 seconds to build instance. [ 805.503816] env[62822]: DEBUG nova.compute.manager [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.506307] env[62822]: INFO nova.compute.manager [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Took 38.31 seconds to build instance. [ 805.609628] env[62822]: DEBUG nova.network.neutron [-] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.829369] env[62822]: DEBUG nova.network.neutron [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Successfully created port: 9c9d83d2-1dd8-438b-838b-cd71410ed744 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.867894] env[62822]: DEBUG nova.compute.manager [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Stashing vm_state: stopped {{(pid=62822) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 805.875847] env[62822]: DEBUG nova.network.neutron [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Updating instance_info_cache with network_info: [{"id": "7e18efe7-6f41-4c2d-b557-afcebd786b88", "address": "fa:16:3e:c6:8a:4e", "network": {"id": "a6cec3ca-f743-4fe1-a720-8270c520aff7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1115252438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0dec4be1e64c3d814857e7b3d35e3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e18efe7-6f", "ovs_interfaceid": "7e18efe7-6f41-4c2d-b557-afcebd786b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.888737] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d43d0591-2b8c-4430-8ac2-9f535787016b tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "e64465d7-5082-4e3f-be9e-a5ea87784fae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.736s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.012164] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5eea96e3-879b-4355-b48a-ec73ea2e67a0 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "75385fad-42c0-46cc-98ce-27a22199dfca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.007s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.042490] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6be807-60f8-4e24-b52e-e45a360f76f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.051215] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f429d7d6-4909-4877-a6bc-47d1a6254a96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.082379] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702d5740-46d8-4d33-9168-afcc8f4bf0a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.091096] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cbea54-1f4a-4aaa-8ca6-2f1238a81090 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.105754] env[62822]: DEBUG nova.compute.provider_tree [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.113353] env[62822]: INFO nova.compute.manager [-] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Took 1.29 seconds to deallocate network for instance. [ 806.128309] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "66bade72-0818-400e-ac81-2c8da1a2dd97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.128443] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "66bade72-0818-400e-ac81-2c8da1a2dd97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.132088] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "66bade72-0818-400e-ac81-2c8da1a2dd97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.132088] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "66bade72-0818-400e-ac81-2c8da1a2dd97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.132088] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "66bade72-0818-400e-ac81-2c8da1a2dd97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.133138] env[62822]: INFO nova.compute.manager [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Terminating instance [ 806.179571] env[62822]: DEBUG oslo_concurrency.lockutils [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] Acquiring lock "refresh_cache-75385fad-42c0-46cc-98ce-27a22199dfca" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.179571] env[62822]: DEBUG oslo_concurrency.lockutils [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] Acquired lock "refresh_cache-75385fad-42c0-46cc-98ce-27a22199dfca" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.179722] env[62822]: DEBUG nova.network.neutron [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.188995] env[62822]: DEBUG nova.compute.manager [req-b9c54a5b-0cea-4827-b9f8-1eacd9d8b95e req-93264705-c307-4831-8139-c23b38fa6de2 service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Received event network-changed-7e18efe7-6f41-4c2d-b557-afcebd786b88 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.189216] env[62822]: DEBUG nova.compute.manager [req-b9c54a5b-0cea-4827-b9f8-1eacd9d8b95e req-93264705-c307-4831-8139-c23b38fa6de2 service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Refreshing instance network info cache due to event network-changed-7e18efe7-6f41-4c2d-b557-afcebd786b88. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 806.189581] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9c54a5b-0cea-4827-b9f8-1eacd9d8b95e req-93264705-c307-4831-8139-c23b38fa6de2 service nova] Acquiring lock "refresh_cache-57a1c135-5990-46e4-84ee-9e46647f2280" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.384165] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lock "refresh_cache-57a1c135-5990-46e4-84ee-9e46647f2280" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.384165] env[62822]: DEBUG nova.compute.manager [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Instance network_info: |[{"id": "7e18efe7-6f41-4c2d-b557-afcebd786b88", "address": "fa:16:3e:c6:8a:4e", "network": {"id": "a6cec3ca-f743-4fe1-a720-8270c520aff7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1115252438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0dec4be1e64c3d814857e7b3d35e3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e18efe7-6f", "ovs_interfaceid": "7e18efe7-6f41-4c2d-b557-afcebd786b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.384165] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9c54a5b-0cea-4827-b9f8-1eacd9d8b95e req-93264705-c307-4831-8139-c23b38fa6de2 service nova] Acquired lock "refresh_cache-57a1c135-5990-46e4-84ee-9e46647f2280" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.384165] env[62822]: DEBUG nova.network.neutron [req-b9c54a5b-0cea-4827-b9f8-1eacd9d8b95e req-93264705-c307-4831-8139-c23b38fa6de2 service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Refreshing network info cache for port 7e18efe7-6f41-4c2d-b557-afcebd786b88 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.384165] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:8a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e18efe7-6f41-4c2d-b557-afcebd786b88', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.397679] env[62822]: DEBUG oslo.service.loopingcall [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.398943] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.399813] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.401031] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fea8e48-59b9-4913-a17e-5b396b627ee4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.421970] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.421970] env[62822]: value = "task-2764247" [ 806.421970] env[62822]: _type = "Task" [ 806.421970] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.429812] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764247, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.522692] env[62822]: DEBUG nova.compute.manager [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.559285] env[62822]: DEBUG nova.virt.hardware [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.559531] env[62822]: DEBUG nova.virt.hardware [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.559686] env[62822]: DEBUG nova.virt.hardware [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.559868] env[62822]: DEBUG nova.virt.hardware [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.560013] env[62822]: DEBUG nova.virt.hardware [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.560164] env[62822]: DEBUG nova.virt.hardware [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.560364] env[62822]: DEBUG nova.virt.hardware [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.560515] env[62822]: DEBUG nova.virt.hardware [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.560712] env[62822]: DEBUG nova.virt.hardware [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.560880] env[62822]: DEBUG nova.virt.hardware [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.561062] env[62822]: DEBUG nova.virt.hardware [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.562033] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5495e4f-2365-45fc-8b40-375400a75518 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.570150] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ed3782-fb4f-411f-aa31-55315f23c960 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.609664] env[62822]: DEBUG nova.scheduler.client.report [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.619387] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.636763] env[62822]: DEBUG nova.compute.manager [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.636978] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.637900] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672bf76c-2c94-4a32-ae64-3687fe1f6725 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.645574] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.645821] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be448688-11e8-44cf-b724-1803f7ac4655 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.651946] env[62822]: DEBUG oslo_vmware.api [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 806.651946] env[62822]: value = "task-2764248" [ 806.651946] env[62822]: _type = "Task" [ 806.651946] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.660312] env[62822]: DEBUG oslo_vmware.api [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.933298] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764247, 'name': CreateVM_Task, 'duration_secs': 0.417686} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.933554] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.934156] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.934377] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.934764] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.935200] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb28948-db46-4e2c-9721-cb464d5c1b3f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.940099] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 806.940099] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b70d4f-eb25-8782-4fb4-f07d7926aa6e" [ 806.940099] env[62822]: _type = "Task" [ 806.940099] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.948367] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b70d4f-eb25-8782-4fb4-f07d7926aa6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.978538] env[62822]: DEBUG nova.network.neutron [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Updating instance_info_cache with network_info: [{"id": "2f5c1777-f89f-4211-bb95-d75782db59c6", "address": "fa:16:3e:45:d5:99", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5c1777-f8", "ovs_interfaceid": "2f5c1777-f89f-4211-bb95-d75782db59c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.164073] env[62822]: DEBUG oslo_vmware.api [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764248, 'name': PowerOffVM_Task, 'duration_secs': 0.252883} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.166836] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.167120] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.167420] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e4948d5-5cd0-48f4-8392-82592e1c78ba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.234710] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.234995] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.235250] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Deleting the datastore file [datastore1] 66bade72-0818-400e-ac81-2c8da1a2dd97 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.236233] env[62822]: DEBUG nova.network.neutron [req-b9c54a5b-0cea-4827-b9f8-1eacd9d8b95e req-93264705-c307-4831-8139-c23b38fa6de2 service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Updated VIF entry in instance network info cache for port 7e18efe7-6f41-4c2d-b557-afcebd786b88. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.236598] env[62822]: DEBUG nova.network.neutron [req-b9c54a5b-0cea-4827-b9f8-1eacd9d8b95e req-93264705-c307-4831-8139-c23b38fa6de2 service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Updating instance_info_cache with network_info: [{"id": "7e18efe7-6f41-4c2d-b557-afcebd786b88", "address": "fa:16:3e:c6:8a:4e", "network": {"id": "a6cec3ca-f743-4fe1-a720-8270c520aff7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1115252438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0dec4be1e64c3d814857e7b3d35e3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e18efe7-6f", "ovs_interfaceid": "7e18efe7-6f41-4c2d-b557-afcebd786b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.242465] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9c9d2fc-1419-484c-bb14-2fee1ec34d22 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.258773] env[62822]: DEBUG oslo_vmware.api [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 807.258773] env[62822]: value = "task-2764250" [ 807.258773] env[62822]: _type = "Task" [ 807.258773] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.268331] env[62822]: DEBUG oslo_vmware.api [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.454020] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b70d4f-eb25-8782-4fb4-f07d7926aa6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.454020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.454020] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.454020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.454020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.454020] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.454020] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7ea44b1-3bf5-4d69-af17-080c216c11e0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.466022] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.466022] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.466022] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95758118-8591-41a1-8099-888d765447bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.472272] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 807.472272] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52731fa0-d2e8-dbe1-daec-7651a3e7ab9a" [ 807.472272] env[62822]: _type = "Task" [ 807.472272] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.486021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] Releasing lock "refresh_cache-75385fad-42c0-46cc-98ce-27a22199dfca" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.486021] env[62822]: DEBUG nova.compute.manager [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Inject network info {{(pid=62822) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 807.486021] env[62822]: DEBUG nova.compute.manager [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] network_info to inject: |[{"id": "2f5c1777-f89f-4211-bb95-d75782db59c6", "address": "fa:16:3e:45:d5:99", "network": {"id": "159b291f-9442-4476-bd6d-39e954f99e1f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1288497999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48441e563474bfa9a02e1964772329e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5c1777-f8", "ovs_interfaceid": "2f5c1777-f89f-4211-bb95-d75782db59c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 807.489286] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Reconfiguring VM instance to set the machine id {{(pid=62822) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 807.489756] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52731fa0-d2e8-dbe1-daec-7651a3e7ab9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.490099] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ff82a62-a651-4fa0-87aa-c7bec9c6686b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.508018] env[62822]: DEBUG oslo_vmware.api [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] Waiting for the task: (returnval){ [ 807.508018] env[62822]: value = "task-2764251" [ 807.508018] env[62822]: _type = "Task" [ 807.508018] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.515259] env[62822]: DEBUG oslo_vmware.api [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] Task: {'id': task-2764251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.536591] env[62822]: DEBUG nova.network.neutron [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Successfully updated port: 9c9d83d2-1dd8-438b-838b-cd71410ed744 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.625025] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.134s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.629591] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.278s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.629929] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.630201] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 807.630620] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.657s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.630947] env[62822]: DEBUG nova.objects.instance [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lazy-loading 'resources' on Instance uuid c090804d-2123-4487-9152-dfce486bd17b {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.634686] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47109ab2-d076-4cdc-98c5-05d09a5d1e65 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.650648] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66624e71-b62c-4e79-8c78-8dfac0d0a733 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.666133] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb58e33-9c11-4d81-a87c-741c8f229106 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.676035] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf1e6cd-c598-4e13-b59f-1222086ca1ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.712094] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177542MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 807.712289] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.750596] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9c54a5b-0cea-4827-b9f8-1eacd9d8b95e req-93264705-c307-4831-8139-c23b38fa6de2 service nova] Releasing lock "refresh_cache-57a1c135-5990-46e4-84ee-9e46647f2280" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.750910] env[62822]: DEBUG nova.compute.manager [req-b9c54a5b-0cea-4827-b9f8-1eacd9d8b95e req-93264705-c307-4831-8139-c23b38fa6de2 service nova] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Received event network-vif-deleted-b3b03e07-779a-4752-ab34-78d602257f1f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.768181] env[62822]: DEBUG oslo_vmware.api [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135466} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.768431] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.768619] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.768791] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.768964] env[62822]: INFO nova.compute.manager [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Took 1.13 seconds to destroy the instance on the hypervisor. [ 807.769224] env[62822]: DEBUG oslo.service.loopingcall [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.771769] env[62822]: DEBUG nova.compute.manager [-] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.771875] env[62822]: DEBUG nova.network.neutron [-] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.983479] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52731fa0-d2e8-dbe1-daec-7651a3e7ab9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.987091] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9689aa-5ae5-43da-bea4-fc32e041602a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.992716] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 807.992716] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5296282c-bf79-9942-2d59-c48e1eca8203" [ 807.992716] env[62822]: _type = "Task" [ 807.992716] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.003718] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5296282c-bf79-9942-2d59-c48e1eca8203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.018683] env[62822]: DEBUG oslo_vmware.api [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] Task: {'id': task-2764251, 'name': ReconfigVM_Task, 'duration_secs': 0.276584} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.019334] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-452ab108-95e9-4ca3-8a56-5821bea73a30 tempest-ServersAdminTestJSON-816389301 tempest-ServersAdminTestJSON-816389301-project-admin] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Reconfigured VM instance to set the machine id {{(pid=62822) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 808.039027] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.039027] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.039252] env[62822]: DEBUG nova.network.neutron [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.174058] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d95706-b5f6-4aca-8311-f044ea5cd553 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.181730] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc71a0-1a40-4e58-9947-4e94a695b6ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.213366] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779b2895-6e4e-41ef-9491-afa938bb9cb6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.218650] env[62822]: DEBUG nova.compute.manager [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Received event network-vif-plugged-9c9d83d2-1dd8-438b-838b-cd71410ed744 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.218871] env[62822]: DEBUG oslo_concurrency.lockutils [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] Acquiring lock "b5714e47-2750-4617-a185-7e1cfeac03dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.219092] env[62822]: DEBUG oslo_concurrency.lockutils [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] Lock "b5714e47-2750-4617-a185-7e1cfeac03dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.219259] env[62822]: DEBUG oslo_concurrency.lockutils [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] Lock "b5714e47-2750-4617-a185-7e1cfeac03dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.219424] env[62822]: DEBUG nova.compute.manager [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] No waiting events found dispatching network-vif-plugged-9c9d83d2-1dd8-438b-838b-cd71410ed744 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.219583] env[62822]: WARNING nova.compute.manager [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Received unexpected event network-vif-plugged-9c9d83d2-1dd8-438b-838b-cd71410ed744 for instance with vm_state building and task_state spawning. [ 808.219739] env[62822]: DEBUG nova.compute.manager [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Received event network-changed-9c9d83d2-1dd8-438b-838b-cd71410ed744 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.219887] env[62822]: DEBUG nova.compute.manager [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Refreshing instance network info cache due to event network-changed-9c9d83d2-1dd8-438b-838b-cd71410ed744. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.220057] env[62822]: DEBUG oslo_concurrency.lockutils [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] Acquiring lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.226095] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b20bff1-aff1-42fe-a399-312406e77cca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.239981] env[62822]: DEBUG nova.compute.provider_tree [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.452948] env[62822]: INFO nova.compute.manager [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Rebuilding instance [ 808.495409] env[62822]: DEBUG nova.compute.manager [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.496392] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544e59b5-90d2-4872-8537-bc9b5a416e50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.510234] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5296282c-bf79-9942-2d59-c48e1eca8203, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.512607] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.513826] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 57a1c135-5990-46e4-84ee-9e46647f2280/57a1c135-5990-46e4-84ee-9e46647f2280.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.516911] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5df73f5a-a819-41d2-81be-b30bde3fdd65 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.525262] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 808.525262] env[62822]: value = "task-2764252" [ 808.525262] env[62822]: _type = "Task" [ 808.525262] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.532382] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.542627] env[62822]: DEBUG nova.network.neutron [-] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.573664] env[62822]: DEBUG nova.network.neutron [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.714243] env[62822]: DEBUG nova.network.neutron [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Updating instance_info_cache with network_info: [{"id": "9c9d83d2-1dd8-438b-838b-cd71410ed744", "address": "fa:16:3e:88:90:7b", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9d83d2-1d", "ovs_interfaceid": "9c9d83d2-1dd8-438b-838b-cd71410ed744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.742863] env[62822]: DEBUG nova.scheduler.client.report [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.037828] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764252, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.047242] env[62822]: INFO nova.compute.manager [-] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Took 1.28 seconds to deallocate network for instance. [ 809.176163] env[62822]: INFO nova.compute.manager [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Swapping old allocation on dict_keys(['a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b']) held by migration ca6ab151-a322-4ede-9a52-ceea9b4b4049 for instance [ 809.198313] env[62822]: DEBUG nova.scheduler.client.report [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Overwriting current allocation {'allocations': {'a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': '54feba95a7aa45d491228a896de3a570', 'user_id': 'e2a46fea4bac412c90a7e45dfb39ad72', 'consumer_generation': 1} on consumer 88e04421-20bf-43d3-9773-0d5d7632ed22 {{(pid=62822) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 809.216780] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.217187] env[62822]: DEBUG nova.compute.manager [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Instance network_info: |[{"id": "9c9d83d2-1dd8-438b-838b-cd71410ed744", "address": "fa:16:3e:88:90:7b", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9d83d2-1d", "ovs_interfaceid": "9c9d83d2-1dd8-438b-838b-cd71410ed744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.217490] env[62822]: DEBUG oslo_concurrency.lockutils [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] Acquired lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.217684] env[62822]: DEBUG nova.network.neutron [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Refreshing network info cache for port 9c9d83d2-1dd8-438b-838b-cd71410ed744 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.218962] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:90:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c9d83d2-1dd8-438b-838b-cd71410ed744', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.227137] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Creating folder: Project (73e3bac4c72a4aabb2a3643b1c2b7d10). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.230157] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21f0a494-b3e5-4bda-bd6d-e902bd6b34a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.241577] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Created folder: Project (73e3bac4c72a4aabb2a3643b1c2b7d10) in parent group-v555973. [ 809.241779] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Creating folder: Instances. Parent ref: group-v556143. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.242069] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ec5a714-aa5a-43d6-870b-91e64309ce31 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.247482] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.251157] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.869s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.251359] env[62822]: DEBUG nova.objects.instance [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lazy-loading 'resources' on Instance uuid 8232b6bb-d5d1-4631-8d92-efa272c56dcd {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.252839] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Created folder: Instances in parent group-v556143. [ 809.253072] env[62822]: DEBUG oslo.service.loopingcall [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.255645] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.256327] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c86b27b0-8d7c-45cf-b599-eed44e44c609 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.274455] env[62822]: INFO nova.scheduler.client.report [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Deleted allocations for instance c090804d-2123-4487-9152-dfce486bd17b [ 809.281448] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.281448] env[62822]: value = "task-2764255" [ 809.281448] env[62822]: _type = "Task" [ 809.281448] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.289861] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764255, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.312155] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.312339] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquired lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.312534] env[62822]: DEBUG nova.network.neutron [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.468652] env[62822]: DEBUG nova.network.neutron [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Updated VIF entry in instance network info cache for port 9c9d83d2-1dd8-438b-838b-cd71410ed744. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.469055] env[62822]: DEBUG nova.network.neutron [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Updating instance_info_cache with network_info: [{"id": "9c9d83d2-1dd8-438b-838b-cd71410ed744", "address": "fa:16:3e:88:90:7b", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9d83d2-1d", "ovs_interfaceid": "9c9d83d2-1dd8-438b-838b-cd71410ed744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.524811] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.525286] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74b704b4-c719-4a09-b9a1-a86568e52bbc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.536238] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513488} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.537309] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 57a1c135-5990-46e4-84ee-9e46647f2280/57a1c135-5990-46e4-84ee-9e46647f2280.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.537539] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.538401] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c4c8b2-014b-4176-b65d-b1ecf962d971 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.540196] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 809.540196] env[62822]: value = "task-2764256" [ 809.540196] env[62822]: _type = "Task" [ 809.540196] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.545754] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 809.545754] env[62822]: value = "task-2764257" [ 809.545754] env[62822]: _type = "Task" [ 809.545754] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.549431] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.554928] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.562013] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.783021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2d3aa8a2-7990-4ba6-8d12-2ac8e0782e16 tempest-FloatingIPsAssociationTestJSON-821854022 tempest-FloatingIPsAssociationTestJSON-821854022-project-member] Lock "c090804d-2123-4487-9152-dfce486bd17b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.481s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.792997] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764255, 'name': CreateVM_Task, 'duration_secs': 0.345199} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.795636] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.796918] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.796918] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.797137] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.797384] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dacf67a-5a6f-43d2-b828-06799678551d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.802629] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 809.802629] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c9656c-c555-d51a-f529-759a17360ec6" [ 809.802629] env[62822]: _type = "Task" [ 809.802629] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.814397] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c9656c-c555-d51a-f529-759a17360ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.972273] env[62822]: DEBUG oslo_concurrency.lockutils [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] Releasing lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.972517] env[62822]: DEBUG nova.compute.manager [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Received event network-vif-deleted-2758ec3c-1abf-4abd-a8bf-afc9b238656d {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.972692] env[62822]: INFO nova.compute.manager [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Neutron deleted interface 2758ec3c-1abf-4abd-a8bf-afc9b238656d; detaching it from the instance and deleting it from the info cache [ 809.972879] env[62822]: DEBUG nova.network.neutron [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.056129] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764256, 'name': PowerOffVM_Task, 'duration_secs': 0.217386} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.057041] env[62822]: DEBUG nova.network.neutron [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance_info_cache with network_info: [{"id": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "address": "fa:16:3e:df:d1:7f", "network": {"id": "ab7e98d6-f8d6-418c-a8ac-d9713a340448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "903febd14c254130b819cfb261d09351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082783b3-ba", "ovs_interfaceid": "082783b3-ba82-47ef-982c-ebde56f9ad8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.059537] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.059792] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.062623] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e494dbf1-e7b5-4a92-9a45-79c24ec4739f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.067758] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159963} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.068777] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.069515] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cc731f-9223-418c-ad4a-bc0f957778f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.075064] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.075628] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-708561ae-3fad-4348-b119-d97113c7b1f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.095114] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 57a1c135-5990-46e4-84ee-9e46647f2280/57a1c135-5990-46e4-84ee-9e46647f2280.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.098169] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51c60bb-838a-41e6-b5df-b4b5bb0507c6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.119495] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 810.119495] env[62822]: value = "task-2764259" [ 810.119495] env[62822]: _type = "Task" [ 810.119495] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.128776] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.156435] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.156809] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.157160] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleting the datastore file [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.157791] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ce1a0d-a0a1-4043-8745-192ca4bfdd5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.168696] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 810.168696] env[62822]: value = "task-2764260" [ 810.168696] env[62822]: _type = "Task" [ 810.168696] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.177788] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.283019] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1774107-70f5-4474-b0f5-eb09e3bd9632 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.287589] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cb812d-b1ab-4766-a764-e60edaf4ba54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.320999] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2853ac0-59b5-479c-89d2-5052d65670b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.334617] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c9656c-c555-d51a-f529-759a17360ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.040264} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.334617] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.334617] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.334617] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.334617] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.334617] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.335600] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244caca7-77cc-49a4-afcf-1eb03c320689 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.339318] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44bca0a7-2869-4c88-ae60-da4971c71b64 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.351848] env[62822]: DEBUG nova.compute.provider_tree [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.354210] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.354395] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.355316] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e4ebbf-536b-47b5-9405-516b37ba832d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.360753] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 810.360753] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52256593-98f3-8949-bf1e-ba14ca90c654" [ 810.360753] env[62822]: _type = "Task" [ 810.360753] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.369903] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52256593-98f3-8949-bf1e-ba14ca90c654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.475187] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e415efa1-76dd-4605-afe9-785f06426b40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.484338] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbf7926-513f-4b03-bc24-8b8efa37cab3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.522569] env[62822]: DEBUG nova.compute.manager [req-c0afee5e-70a6-4571-b93c-4dfc63e557da req-42f47085-2e58-48da-99ac-95c9fe2bf5b2 service nova] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Detach interface failed, port_id=2758ec3c-1abf-4abd-a8bf-afc9b238656d, reason: Instance 66bade72-0818-400e-ac81-2c8da1a2dd97 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 810.560793] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Releasing lock "refresh_cache-88e04421-20bf-43d3-9773-0d5d7632ed22" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.560904] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.561989] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04cdb33c-955f-4097-9cc6-6af5c0d8c2f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.569205] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 810.569205] env[62822]: value = "task-2764261" [ 810.569205] env[62822]: _type = "Task" [ 810.569205] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.578257] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.635147] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764259, 'name': ReconfigVM_Task, 'duration_secs': 0.329527} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.635147] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 57a1c135-5990-46e4-84ee-9e46647f2280/57a1c135-5990-46e4-84ee-9e46647f2280.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.635691] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48778d55-8b9b-4f6e-bc27-addc38576246 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.642837] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 810.642837] env[62822]: value = "task-2764262" [ 810.642837] env[62822]: _type = "Task" [ 810.642837] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.652079] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764262, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.677866] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174195} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.678141] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.678332] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.678508] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.874184] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52256593-98f3-8949-bf1e-ba14ca90c654, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.874184] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6746e996-ad88-4b7f-9d83-716f30525040 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.877990] env[62822]: ERROR nova.scheduler.client.report [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [req-74833a8c-8845-4ff0-9ca7-47365092ce6f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-74833a8c-8845-4ff0-9ca7-47365092ce6f"}]} [ 810.888248] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 810.888248] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d9044a-44da-6b7b-43fd-e87141a34b4c" [ 810.888248] env[62822]: _type = "Task" [ 810.888248] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.894719] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d9044a-44da-6b7b-43fd-e87141a34b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.895789] env[62822]: DEBUG nova.scheduler.client.report [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 810.913168] env[62822]: DEBUG nova.scheduler.client.report [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 810.913400] env[62822]: DEBUG nova.compute.provider_tree [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.927314] env[62822]: DEBUG nova.scheduler.client.report [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 810.949735] env[62822]: DEBUG nova.scheduler.client.report [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 811.079189] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764261, 'name': PowerOffVM_Task, 'duration_secs': 0.203657} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.079488] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.080104] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:16:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3d2327b3-1b78-4189-94bc-79399eac64f2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-8774899',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.080316] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.080466] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.080683] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.080815] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.080978] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.081261] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.081347] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.081552] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.081673] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.081875] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.089458] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e65bedd1-0e2c-4b75-a74c-12752cf2cba6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.110018] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 811.110018] env[62822]: value = "task-2764263" [ 811.110018] env[62822]: _type = "Task" [ 811.110018] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.117920] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.162068] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764262, 'name': Rename_Task, 'duration_secs': 0.148397} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.162068] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.162068] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58dc74eb-bdf2-4ece-823d-c275427b6e7c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.166998] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 811.166998] env[62822]: value = "task-2764264" [ 811.166998] env[62822]: _type = "Task" [ 811.166998] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.176315] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.401943] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d9044a-44da-6b7b-43fd-e87141a34b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.404543] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.404807] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] b5714e47-2750-4617-a185-7e1cfeac03dd/b5714e47-2750-4617-a185-7e1cfeac03dd.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.405272] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cd0cabc-1528-456e-aa48-e9888e42ef99 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.411166] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 811.411166] env[62822]: value = "task-2764265" [ 811.411166] env[62822]: _type = "Task" [ 811.411166] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.419643] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.536516] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c0c26e-fc8a-4fa1-a8f9-5a8eed4409aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.544551] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd6976-6e76-4909-8754-71468d2067bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.579825] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8427b2-87f9-4193-aa38-9577a75bc6da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.589769] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c966f44e-30ec-4694-9f14-c417710edc23 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.605426] env[62822]: DEBUG nova.compute.provider_tree [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.618406] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764263, 'name': ReconfigVM_Task, 'duration_secs': 0.159161} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.620017] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359a96ea-9a96-4d58-b558-0416a544f095 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.640045] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:16:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3d2327b3-1b78-4189-94bc-79399eac64f2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-8774899',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.640308] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.640487] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.640701] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.640870] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.641151] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.641260] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.641386] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.641547] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.641849] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.641921] env[62822]: DEBUG nova.virt.hardware [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.642819] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dff0848-f634-4399-bcde-fd402187d733 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.648768] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 811.648768] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528f845b-8790-52ee-77f0-b90753a609b4" [ 811.648768] env[62822]: _type = "Task" [ 811.648768] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.658098] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528f845b-8790-52ee-77f0-b90753a609b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.677779] env[62822]: DEBUG oslo_vmware.api [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764264, 'name': PowerOnVM_Task, 'duration_secs': 0.444919} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.677779] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.678135] env[62822]: INFO nova.compute.manager [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Took 7.93 seconds to spawn the instance on the hypervisor. [ 811.678172] env[62822]: DEBUG nova.compute.manager [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.679771] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53deb051-55c5-4395-b697-cee44bab6836 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.724883] env[62822]: DEBUG nova.virt.hardware [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.725089] env[62822]: DEBUG nova.virt.hardware [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.725322] env[62822]: DEBUG nova.virt.hardware [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.725570] env[62822]: DEBUG nova.virt.hardware [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.725835] env[62822]: DEBUG nova.virt.hardware [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.727047] env[62822]: DEBUG nova.virt.hardware [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.727047] env[62822]: DEBUG nova.virt.hardware [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.727047] env[62822]: DEBUG nova.virt.hardware [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.727047] env[62822]: DEBUG nova.virt.hardware [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.727243] env[62822]: DEBUG nova.virt.hardware [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.727455] env[62822]: DEBUG nova.virt.hardware [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.729252] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5c12b2-710c-40c7-823d-3abe0642dc50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.739051] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ad30de-9131-43b7-b84c-de2863db637c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.755888] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:d5:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8080b46-7212-481a-8f99-261361f0e8c6', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.764836] env[62822]: DEBUG oslo.service.loopingcall [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.765612] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.765911] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f107cb25-2c40-4593-8414-6967122b5ee2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.787920] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.787920] env[62822]: value = "task-2764266" [ 811.787920] env[62822]: _type = "Task" [ 811.787920] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.796312] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764266, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.923042] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505411} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.923321] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] b5714e47-2750-4617-a185-7e1cfeac03dd/b5714e47-2750-4617-a185-7e1cfeac03dd.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.923529] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.923779] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4d93302-b676-4fdb-aaec-983feb239733 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.929728] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 811.929728] env[62822]: value = "task-2764267" [ 811.929728] env[62822]: _type = "Task" [ 811.929728] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.937381] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.143397] env[62822]: DEBUG nova.scheduler.client.report [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 812.143755] env[62822]: DEBUG nova.compute.provider_tree [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 87 to 88 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 812.143970] env[62822]: DEBUG nova.compute.provider_tree [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.160418] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528f845b-8790-52ee-77f0-b90753a609b4, 'name': SearchDatastore_Task, 'duration_secs': 0.014308} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.166107] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 812.167105] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d7b088-9b1a-412b-ade9-3686cad7c434 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.186053] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 812.186053] env[62822]: value = "task-2764268" [ 812.186053] env[62822]: _type = "Task" [ 812.186053] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.204060] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.211595] env[62822]: INFO nova.compute.manager [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Took 36.43 seconds to build instance. [ 812.298460] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764266, 'name': CreateVM_Task, 'duration_secs': 0.461157} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.298807] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.299954] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.300308] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.302150] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.302150] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86353964-0241-47ea-9dd8-14fd270e9e53 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.306472] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 812.306472] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527ecc0f-e552-a656-1fbc-9c11047ae3ae" [ 812.306472] env[62822]: _type = "Task" [ 812.306472] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.315860] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527ecc0f-e552-a656-1fbc-9c11047ae3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.439390] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17496} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.439743] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.440585] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32c6747-d09b-421d-8434-bfea6e1984ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.463842] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b5714e47-2750-4617-a185-7e1cfeac03dd/b5714e47-2750-4617-a185-7e1cfeac03dd.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.464270] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea651f4-55e4-4214-8c97-785e9a485e58 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.485444] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 812.485444] env[62822]: value = "task-2764269" [ 812.485444] env[62822]: _type = "Task" [ 812.485444] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.493462] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.650990] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.400s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.653385] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.664s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.653616] env[62822]: DEBUG nova.objects.instance [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lazy-loading 'resources' on Instance uuid d5d91978-129c-4b45-a8f6-5dcd7e73c406 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.681935] env[62822]: INFO nova.scheduler.client.report [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleted allocations for instance 8232b6bb-d5d1-4631-8d92-efa272c56dcd [ 812.696584] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764268, 'name': ReconfigVM_Task, 'duration_secs': 0.230865} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.696914] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 812.697740] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c277b9-1611-4716-beba-25c01f57c62e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.715354] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4bc90460-12c5-47d3-b642-db403cf81a4c tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "57a1c135-5990-46e4-84ee-9e46647f2280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.732s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.722882] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 88e04421-20bf-43d3-9773-0d5d7632ed22/88e04421-20bf-43d3-9773-0d5d7632ed22.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.723334] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6321feeb-c97c-4bb9-b0de-520174f12084 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.742695] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 812.742695] env[62822]: value = "task-2764270" [ 812.742695] env[62822]: _type = "Task" [ 812.742695] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.753420] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.819505] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527ecc0f-e552-a656-1fbc-9c11047ae3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.819903] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.820180] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.820456] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.820850] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.821172] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.821501] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c03b3b89-9328-4dd4-aa21-40017050656d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.832080] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.832708] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.833328] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c362c97d-e873-482a-a0d6-f76c0159fbb6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.843678] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 812.843678] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f812b1-abf0-3a76-7803-77efe5061a03" [ 812.843678] env[62822]: _type = "Task" [ 812.843678] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.859671] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f812b1-abf0-3a76-7803-77efe5061a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.995631] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764269, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.189112] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f0e487f8-9864-40b9-b72c-76bb89877a75 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "8232b6bb-d5d1-4631-8d92-efa272c56dcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.774s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.254816] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.353580] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f812b1-abf0-3a76-7803-77efe5061a03, 'name': SearchDatastore_Task, 'duration_secs': 0.0162} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.356666] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "57a1c135-5990-46e4-84ee-9e46647f2280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.356919] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "57a1c135-5990-46e4-84ee-9e46647f2280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.357130] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "57a1c135-5990-46e4-84ee-9e46647f2280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.357310] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "57a1c135-5990-46e4-84ee-9e46647f2280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.357472] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "57a1c135-5990-46e4-84ee-9e46647f2280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.359704] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b882ca-ed1d-4aee-bfd4-5c9ead246c2a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.361588] env[62822]: INFO nova.compute.manager [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Terminating instance [ 813.366155] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 813.366155] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ff9d76-a9ca-fe8d-fc26-c84c452d7e66" [ 813.366155] env[62822]: _type = "Task" [ 813.366155] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.377483] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ff9d76-a9ca-fe8d-fc26-c84c452d7e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.494894] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764269, 'name': ReconfigVM_Task, 'duration_secs': 0.547133} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.497452] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b5714e47-2750-4617-a185-7e1cfeac03dd/b5714e47-2750-4617-a185-7e1cfeac03dd.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.498305] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbc17f07-1095-451a-8182-f25aff5f6061 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.506159] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 813.506159] env[62822]: value = "task-2764271" [ 813.506159] env[62822]: _type = "Task" [ 813.506159] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.518276] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764271, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.627616] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5834d7-7de1-4df3-b9f3-87fc8150830a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.635935] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e73f1-f203-4665-a78f-f0c3ad058055 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.676042] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e359c58-2ce3-4151-9e32-830e815fd86e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.684606] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b86048-c2d1-4e1b-b192-d2db181f82ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.699830] env[62822]: DEBUG nova.compute.provider_tree [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.755015] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764270, 'name': ReconfigVM_Task, 'duration_secs': 0.960902} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.755015] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 88e04421-20bf-43d3-9773-0d5d7632ed22/88e04421-20bf-43d3-9773-0d5d7632ed22.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.755822] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e894b2e-9e77-4470-aa5e-cc5471461b6e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.774311] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbee9c4d-0196-43e8-ae29-cc5c1dfd68fb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.797756] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6185cbf0-e47b-46c1-966f-a4fd5eda556e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.816186] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406e6efd-047b-4d4c-80d3-e1bbcecdae36 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.823332] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.823599] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bbe9065-2318-4b76-a8f3-5c78d765e717 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.829534] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 813.829534] env[62822]: value = "task-2764272" [ 813.829534] env[62822]: _type = "Task" [ 813.829534] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.838264] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.865762] env[62822]: DEBUG nova.compute.manager [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.866127] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.867098] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5455fe7-58de-4790-9e5f-1a14a0d6474e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.878374] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.882495] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9060bc85-9e89-46e8-88bf-db7a22c28b8f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.884156] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ff9d76-a9ca-fe8d-fc26-c84c452d7e66, 'name': SearchDatastore_Task, 'duration_secs': 0.058946} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.884560] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.884867] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.885506] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aee7623a-0e9f-4fd9-93da-509307e7e294 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.890252] env[62822]: DEBUG oslo_vmware.api [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 813.890252] env[62822]: value = "task-2764273" [ 813.890252] env[62822]: _type = "Task" [ 813.890252] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.895199] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 813.895199] env[62822]: value = "task-2764274" [ 813.895199] env[62822]: _type = "Task" [ 813.895199] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.901698] env[62822]: DEBUG oslo_vmware.api [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.907277] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.016963] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764271, 'name': Rename_Task, 'duration_secs': 0.288309} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.017370] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.065899] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a9c5295-ab1f-4abc-a780-7ce46ccb1fec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.065899] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 814.065899] env[62822]: value = "task-2764275" [ 814.065899] env[62822]: _type = "Task" [ 814.065899] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.065899] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.261510] env[62822]: DEBUG nova.scheduler.client.report [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 814.262052] env[62822]: DEBUG nova.compute.provider_tree [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 88 to 89 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 814.262442] env[62822]: DEBUG nova.compute.provider_tree [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.351924] env[62822]: DEBUG oslo_vmware.api [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764272, 'name': PowerOnVM_Task, 'duration_secs': 0.426813} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.351924] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.421916] env[62822]: DEBUG oslo_vmware.api [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764273, 'name': PowerOffVM_Task, 'duration_secs': 0.195212} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.426243] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.426534] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.426884] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764274, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.427191] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8c84cfe-2f09-4eda-9148-9fe26930b7be {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.487035] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.488251] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.492056] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Deleting the datastore file [datastore2] 57a1c135-5990-46e4-84ee-9e46647f2280 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.492056] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3198c5d2-fa56-4b03-b629-638afd4da6c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.496144] env[62822]: DEBUG oslo_vmware.api [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 814.496144] env[62822]: value = "task-2764277" [ 814.496144] env[62822]: _type = "Task" [ 814.496144] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.505913] env[62822]: DEBUG oslo_vmware.api [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.538035] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764275, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.770551] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.773770] env[62822]: DEBUG oslo_concurrency.lockutils [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.497s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.773770] env[62822]: DEBUG nova.objects.instance [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lazy-loading 'resources' on Instance uuid 5ef42ba8-daa5-439a-901b-d2e423d04417 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.794170] env[62822]: INFO nova.scheduler.client.report [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleted allocations for instance d5d91978-129c-4b45-a8f6-5dcd7e73c406 [ 814.908200] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764274, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.007204] env[62822]: DEBUG oslo_vmware.api [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480248} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.008952] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.008952] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.008952] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.008952] env[62822]: INFO nova.compute.manager [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Took 1.14 seconds to destroy the instance on the hypervisor. [ 815.008952] env[62822]: DEBUG oslo.service.loopingcall [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.008952] env[62822]: DEBUG nova.compute.manager [-] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.008952] env[62822]: DEBUG nova.network.neutron [-] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.038507] env[62822]: DEBUG oslo_vmware.api [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764275, 'name': PowerOnVM_Task, 'duration_secs': 0.71535} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.038507] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.038603] env[62822]: INFO nova.compute.manager [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Took 8.52 seconds to spawn the instance on the hypervisor. [ 815.039087] env[62822]: DEBUG nova.compute.manager [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.039547] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88b3340-a4cb-4a79-b360-f047e6d60e11 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.308782] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8434be9b-c037-4bb8-a0dd-7aa3f1b80fa5 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "d5d91978-129c-4b45-a8f6-5dcd7e73c406" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.150s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.367269] env[62822]: INFO nova.compute.manager [None req-c2ed8a1d-42b9-428e-9911-3950f2d576a0 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance to original state: 'active' [ 815.377016] env[62822]: DEBUG nova.compute.manager [req-ccc30685-8ba2-42ba-87eb-5283f0577d59 req-beb8410f-0376-424e-803d-40a03d23501f service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Received event network-vif-deleted-7e18efe7-6f41-4c2d-b557-afcebd786b88 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.377228] env[62822]: INFO nova.compute.manager [req-ccc30685-8ba2-42ba-87eb-5283f0577d59 req-beb8410f-0376-424e-803d-40a03d23501f service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Neutron deleted interface 7e18efe7-6f41-4c2d-b557-afcebd786b88; detaching it from the instance and deleting it from the info cache [ 815.377396] env[62822]: DEBUG nova.network.neutron [req-ccc30685-8ba2-42ba-87eb-5283f0577d59 req-beb8410f-0376-424e-803d-40a03d23501f service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.411268] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764274, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.564144] env[62822]: INFO nova.compute.manager [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Took 37.04 seconds to build instance. [ 815.611621] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquiring lock "3fd01614-57fa-4618-92fc-d7edcf00afec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.611621] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Lock "3fd01614-57fa-4618-92fc-d7edcf00afec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.772823] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a48db6d-8a1d-4485-aad2-b80dfdb2ffcf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.781410] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac230fb1-f852-4605-a96a-afba9d35b192 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.812662] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b43661-98c7-4bd3-857b-ebd32a11e7a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.820432] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174f606e-7b29-4de3-af0f-f6c9dc435e49 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.834622] env[62822]: DEBUG nova.compute.provider_tree [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.860865] env[62822]: DEBUG nova.network.neutron [-] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.883318] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb6e3644-a447-4637-8a66-e06adf4d631c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.892494] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560cd952-79e2-450e-aaa3-9aaae9fe48c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.915424] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764274, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.588371} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.915424] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.915424] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.915424] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-225f03fe-5436-4477-868c-48fc0ee0c675 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.934537] env[62822]: DEBUG nova.compute.manager [req-ccc30685-8ba2-42ba-87eb-5283f0577d59 req-beb8410f-0376-424e-803d-40a03d23501f service nova] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Detach interface failed, port_id=7e18efe7-6f41-4c2d-b557-afcebd786b88, reason: Instance 57a1c135-5990-46e4-84ee-9e46647f2280 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 815.939470] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 815.939470] env[62822]: value = "task-2764278" [ 815.939470] env[62822]: _type = "Task" [ 815.939470] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.947813] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.071015] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9127a6b8-1808-4446-acbc-e08e3d205aa5 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "b5714e47-2750-4617-a185-7e1cfeac03dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.726s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.113818] env[62822]: DEBUG nova.compute.manager [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.359246] env[62822]: ERROR nova.scheduler.client.report [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] [req-fa884fd2-6f8a-43f1-8fbc-e6816666385b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa884fd2-6f8a-43f1-8fbc-e6816666385b"}]} [ 816.367689] env[62822]: INFO nova.compute.manager [-] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Took 1.36 seconds to deallocate network for instance. [ 816.386387] env[62822]: DEBUG nova.scheduler.client.report [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 816.402518] env[62822]: DEBUG nova.scheduler.client.report [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 816.402790] env[62822]: DEBUG nova.compute.provider_tree [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.422935] env[62822]: DEBUG nova.scheduler.client.report [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 816.444757] env[62822]: DEBUG nova.scheduler.client.report [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 816.452553] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067332} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.452905] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.453856] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1e96a4-6423-46be-bb49-4e7e4ada4e3a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.456820] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "88e04421-20bf-43d3-9773-0d5d7632ed22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.457132] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "88e04421-20bf-43d3-9773-0d5d7632ed22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.457583] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "88e04421-20bf-43d3-9773-0d5d7632ed22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.457827] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "88e04421-20bf-43d3-9773-0d5d7632ed22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.458045] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "88e04421-20bf-43d3-9773-0d5d7632ed22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.463019] env[62822]: INFO nova.compute.manager [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Terminating instance [ 816.480059] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.484564] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ee0983f-e6a4-49c7-a4f5-a64b30f6ed56 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.500966] env[62822]: DEBUG nova.compute.manager [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.502372] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.503570] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cf17c2-1297-4419-bfec-118e11818ee8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.512347] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.516106] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-304579df-4a16-41d7-8c44-c35acb8999e9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.517788] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 816.517788] env[62822]: value = "task-2764279" [ 816.517788] env[62822]: _type = "Task" [ 816.517788] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.524162] env[62822]: DEBUG oslo_vmware.api [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 816.524162] env[62822]: value = "task-2764280" [ 816.524162] env[62822]: _type = "Task" [ 816.524162] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.527494] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764279, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.539967] env[62822]: DEBUG oslo_vmware.api [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.636918] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.876099] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.982124] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8fb61f-ed95-46df-8e8d-c6fd22713528 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.995068] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da6442c-d390-4b2c-9311-6f43481b77d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.040252] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c713a436-95a8-48fc-ae85-6eb1edf0b7c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.051873] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.052778] env[62822]: DEBUG oslo_vmware.api [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764280, 'name': PowerOffVM_Task, 'duration_secs': 0.317887} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.055375] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.055765] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.058018] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0388e468-1afe-4b77-878d-7b6f35fe27a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.059633] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926ae13b-7713-4a99-8f53-fd44f7020f05 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.075124] env[62822]: DEBUG nova.compute.provider_tree [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.136767] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.138024] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.138024] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Deleting the datastore file [datastore1] 88e04421-20bf-43d3-9773-0d5d7632ed22 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.138024] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef23ea0f-52e9-4025-ae86-ed64cc01993b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.145135] env[62822]: DEBUG oslo_vmware.api [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 817.145135] env[62822]: value = "task-2764282" [ 817.145135] env[62822]: _type = "Task" [ 817.145135] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.156013] env[62822]: DEBUG oslo_vmware.api [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.400741] env[62822]: DEBUG nova.compute.manager [req-0e17b18a-e388-412c-bed5-a8f88e877e8e req-0d00d6c2-0f38-4e2a-a24e-a7042a2c357c service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Received event network-changed-9c9d83d2-1dd8-438b-838b-cd71410ed744 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.400980] env[62822]: DEBUG nova.compute.manager [req-0e17b18a-e388-412c-bed5-a8f88e877e8e req-0d00d6c2-0f38-4e2a-a24e-a7042a2c357c service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Refreshing instance network info cache due to event network-changed-9c9d83d2-1dd8-438b-838b-cd71410ed744. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 817.401178] env[62822]: DEBUG oslo_concurrency.lockutils [req-0e17b18a-e388-412c-bed5-a8f88e877e8e req-0d00d6c2-0f38-4e2a-a24e-a7042a2c357c service nova] Acquiring lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.401320] env[62822]: DEBUG oslo_concurrency.lockutils [req-0e17b18a-e388-412c-bed5-a8f88e877e8e req-0d00d6c2-0f38-4e2a-a24e-a7042a2c357c service nova] Acquired lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.401475] env[62822]: DEBUG nova.network.neutron [req-0e17b18a-e388-412c-bed5-a8f88e877e8e req-0d00d6c2-0f38-4e2a-a24e-a7042a2c357c service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Refreshing network info cache for port 9c9d83d2-1dd8-438b-838b-cd71410ed744 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.543924] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764279, 'name': ReconfigVM_Task, 'duration_secs': 0.55452} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.544276] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Reconfigured VM instance instance-00000019 to attach disk [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.545037] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dbbf274-b6b0-4898-ba89-43853e4459ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.550884] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 817.550884] env[62822]: value = "task-2764283" [ 817.550884] env[62822]: _type = "Task" [ 817.550884] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.560102] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764283, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.614164] env[62822]: DEBUG nova.scheduler.client.report [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 817.614509] env[62822]: DEBUG nova.compute.provider_tree [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 90 to 91 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 817.614645] env[62822]: DEBUG nova.compute.provider_tree [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.655502] env[62822]: DEBUG oslo_vmware.api [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196522} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.655782] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.655990] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.656187] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.656358] env[62822]: INFO nova.compute.manager [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Took 1.16 seconds to destroy the instance on the hypervisor. [ 817.656599] env[62822]: DEBUG oslo.service.loopingcall [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.656782] env[62822]: DEBUG nova.compute.manager [-] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.656878] env[62822]: DEBUG nova.network.neutron [-] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.061430] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764283, 'name': Rename_Task, 'duration_secs': 0.306861} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.063961] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.064231] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65d2c30a-4099-498f-ab14-917f4bd7da76 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.070371] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 818.070371] env[62822]: value = "task-2764284" [ 818.070371] env[62822]: _type = "Task" [ 818.070371] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.077590] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.120300] env[62822]: DEBUG oslo_concurrency.lockutils [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.347s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.123360] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.975s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.124919] env[62822]: INFO nova.compute.claims [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.127603] env[62822]: DEBUG nova.network.neutron [req-0e17b18a-e388-412c-bed5-a8f88e877e8e req-0d00d6c2-0f38-4e2a-a24e-a7042a2c357c service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Updated VIF entry in instance network info cache for port 9c9d83d2-1dd8-438b-838b-cd71410ed744. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.127927] env[62822]: DEBUG nova.network.neutron [req-0e17b18a-e388-412c-bed5-a8f88e877e8e req-0d00d6c2-0f38-4e2a-a24e-a7042a2c357c service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Updating instance_info_cache with network_info: [{"id": "9c9d83d2-1dd8-438b-838b-cd71410ed744", "address": "fa:16:3e:88:90:7b", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9d83d2-1d", "ovs_interfaceid": "9c9d83d2-1dd8-438b-838b-cd71410ed744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.144334] env[62822]: INFO nova.scheduler.client.report [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Deleted allocations for instance 5ef42ba8-daa5-439a-901b-d2e423d04417 [ 818.394674] env[62822]: DEBUG nova.network.neutron [-] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.580186] env[62822]: DEBUG oslo_vmware.api [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764284, 'name': PowerOnVM_Task, 'duration_secs': 0.449266} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.580507] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.580602] env[62822]: DEBUG nova.compute.manager [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.581419] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7acbcf3-bb84-496b-8bf3-ddb9e3a6da26 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.632118] env[62822]: DEBUG oslo_concurrency.lockutils [req-0e17b18a-e388-412c-bed5-a8f88e877e8e req-0d00d6c2-0f38-4e2a-a24e-a7042a2c357c service nova] Releasing lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.650931] env[62822]: DEBUG oslo_concurrency.lockutils [None req-54548f0c-e196-43ce-85af-693f9f5aad54 tempest-MultipleCreateTestJSON-1732776139 tempest-MultipleCreateTestJSON-1732776139-project-member] Lock "5ef42ba8-daa5-439a-901b-d2e423d04417" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.625s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.897908] env[62822]: INFO nova.compute.manager [-] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Took 1.24 seconds to deallocate network for instance. [ 819.099563] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.408271] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.534862] env[62822]: DEBUG nova.compute.manager [req-abbd1801-3b08-4cac-bfa8-58066fd146bf req-a12b7477-4dd0-42a6-835b-3f46d5a13ed0 service nova] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Received event network-vif-deleted-082783b3-ba82-47ef-982c-ebde56f9ad8c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.669081] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d82227-cf23-4f12-ba9a-ee0030e961a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.677475] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911b2246-e4d8-451f-95a1-190436ca11ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.716135] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7498bc8b-3f22-4607-9a39-70323480f1ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.724083] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b244626-f33f-47e7-8109-29c7c0e814fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.737640] env[62822]: DEBUG nova.compute.provider_tree [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.241997] env[62822]: DEBUG nova.scheduler.client.report [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.321363] env[62822]: INFO nova.compute.manager [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Rebuilding instance [ 820.375912] env[62822]: DEBUG nova.compute.manager [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.376739] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a30a8d9-f59e-4498-8e86-a365517c068c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.747442] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.747971] env[62822]: DEBUG nova.compute.manager [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.750513] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.333s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.751922] env[62822]: INFO nova.compute.claims [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.258652] env[62822]: DEBUG nova.compute.utils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.259767] env[62822]: DEBUG nova.compute.manager [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.259960] env[62822]: DEBUG nova.network.neutron [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.298672] env[62822]: DEBUG nova.policy [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba0e378ba8354adb97a16225ba97dd2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad564f50cac147388ecd4cceba539d9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.391333] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.391539] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67fbb33f-95a9-481b-9bd0-d8fe28afa116 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.399816] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 821.399816] env[62822]: value = "task-2764285" [ 821.399816] env[62822]: _type = "Task" [ 821.399816] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.408893] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.616683] env[62822]: DEBUG nova.network.neutron [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Successfully created port: f825989b-8c11-47bc-b0a8-c3d0fb82fc27 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.764281] env[62822]: DEBUG nova.compute.manager [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.902715] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "2b417050-a196-4d4d-9a91-fb5a2dc1f423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.902715] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "2b417050-a196-4d4d-9a91-fb5a2dc1f423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.916384] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764285, 'name': PowerOffVM_Task, 'duration_secs': 0.181025} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.917112] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.917348] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.918132] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcc919f-2a00-4d3a-a78f-80c06fb46775 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.927612] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.927848] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a3698e8-2254-4503-8af9-d677c92529ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.987877] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.988106] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.988290] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleting the datastore file [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.988552] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-314bfc1d-bd22-4807-9a3e-508f582d8e11 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.997359] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 821.997359] env[62822]: value = "task-2764287" [ 821.997359] env[62822]: _type = "Task" [ 821.997359] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.005738] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.114779] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "94ca5394-01bd-4460-84f3-849795fc095b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.115083] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "94ca5394-01bd-4460-84f3-849795fc095b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.237417] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50357d7a-57d4-422a-ae98-22153dc92dbf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.246480] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2854fcc-b25b-47b7-867d-350b0a34cd4a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.280334] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91bb0f9-bac2-4680-ac36-6b4b18424a7b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.287899] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbe8eb5-d8db-4b93-bbd9-b68158453c8d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.301200] env[62822]: DEBUG nova.compute.provider_tree [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.409855] env[62822]: DEBUG nova.compute.manager [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.507632] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15463} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.508049] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.509609] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.509609] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.618201] env[62822]: DEBUG nova.compute.manager [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.781050] env[62822]: DEBUG nova.compute.manager [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.804383] env[62822]: DEBUG nova.scheduler.client.report [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.810276] env[62822]: DEBUG nova.virt.hardware [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.810550] env[62822]: DEBUG nova.virt.hardware [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.810735] env[62822]: DEBUG nova.virt.hardware [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.810922] env[62822]: DEBUG nova.virt.hardware [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.811081] env[62822]: DEBUG nova.virt.hardware [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.811232] env[62822]: DEBUG nova.virt.hardware [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.811434] env[62822]: DEBUG nova.virt.hardware [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.811591] env[62822]: DEBUG nova.virt.hardware [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.811756] env[62822]: DEBUG nova.virt.hardware [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.811917] env[62822]: DEBUG nova.virt.hardware [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.812114] env[62822]: DEBUG nova.virt.hardware [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.813023] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a2953-c6d2-4142-a21a-fafb63591998 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.821189] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e7c00e-cc84-4c88-87bc-e6afc9423acf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.930886] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.010391] env[62822]: DEBUG nova.compute.manager [req-e13b84de-4527-4a86-83df-10cedb8afb9a req-e4288b91-7097-42da-90b3-55e0989e9d7f service nova] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Received event network-vif-plugged-f825989b-8c11-47bc-b0a8-c3d0fb82fc27 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.010609] env[62822]: DEBUG oslo_concurrency.lockutils [req-e13b84de-4527-4a86-83df-10cedb8afb9a req-e4288b91-7097-42da-90b3-55e0989e9d7f service nova] Acquiring lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.010867] env[62822]: DEBUG oslo_concurrency.lockutils [req-e13b84de-4527-4a86-83df-10cedb8afb9a req-e4288b91-7097-42da-90b3-55e0989e9d7f service nova] Lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.011058] env[62822]: DEBUG oslo_concurrency.lockutils [req-e13b84de-4527-4a86-83df-10cedb8afb9a req-e4288b91-7097-42da-90b3-55e0989e9d7f service nova] Lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.011239] env[62822]: DEBUG nova.compute.manager [req-e13b84de-4527-4a86-83df-10cedb8afb9a req-e4288b91-7097-42da-90b3-55e0989e9d7f service nova] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] No waiting events found dispatching network-vif-plugged-f825989b-8c11-47bc-b0a8-c3d0fb82fc27 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.011402] env[62822]: WARNING nova.compute.manager [req-e13b84de-4527-4a86-83df-10cedb8afb9a req-e4288b91-7097-42da-90b3-55e0989e9d7f service nova] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Received unexpected event network-vif-plugged-f825989b-8c11-47bc-b0a8-c3d0fb82fc27 for instance with vm_state building and task_state spawning. [ 823.102252] env[62822]: DEBUG nova.network.neutron [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Successfully updated port: f825989b-8c11-47bc-b0a8-c3d0fb82fc27 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.136748] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.318058] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.318058] env[62822]: DEBUG nova.compute.manager [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.320482] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.502s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.321857] env[62822]: INFO nova.compute.claims [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.544435] env[62822]: DEBUG nova.virt.hardware [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.544435] env[62822]: DEBUG nova.virt.hardware [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.544633] env[62822]: DEBUG nova.virt.hardware [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.544840] env[62822]: DEBUG nova.virt.hardware [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.544993] env[62822]: DEBUG nova.virt.hardware [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.545233] env[62822]: DEBUG nova.virt.hardware [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.545476] env[62822]: DEBUG nova.virt.hardware [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.545667] env[62822]: DEBUG nova.virt.hardware [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.545863] env[62822]: DEBUG nova.virt.hardware [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.546065] env[62822]: DEBUG nova.virt.hardware [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.546278] env[62822]: DEBUG nova.virt.hardware [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.547178] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995f35c9-4982-4d2e-bfd7-23c2c7c88f94 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.555100] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cd0224-4059-41fa-ae0d-521dd190bf0f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.568415] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:d5:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8080b46-7212-481a-8f99-261361f0e8c6', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.575810] env[62822]: DEBUG oslo.service.loopingcall [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.576097] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.576333] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-696fd61f-74f2-4cc8-95f7-f3e029d189fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.595860] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.595860] env[62822]: value = "task-2764288" [ 823.595860] env[62822]: _type = "Task" [ 823.595860] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.603662] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764288, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.604160] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquiring lock "refresh_cache-02e12fe7-6caa-4601-a1dd-38e2c8de8427" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.604299] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquired lock "refresh_cache-02e12fe7-6caa-4601-a1dd-38e2c8de8427" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.604440] env[62822]: DEBUG nova.network.neutron [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.829056] env[62822]: DEBUG nova.compute.utils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.830246] env[62822]: DEBUG nova.compute.manager [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.830436] env[62822]: DEBUG nova.network.neutron [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.876121] env[62822]: DEBUG nova.policy [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32d1bbd8ede74c5cb33912b90309f3d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6a0901a7f19418998c47af0adb97f54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.108129] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764288, 'name': CreateVM_Task, 'duration_secs': 0.301919} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.108303] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.109435] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.109631] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.109992] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.110385] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b31630c-ed98-4aab-a905-e2b0840f85c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.115815] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 824.115815] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c249d-ee8d-b88b-9b15-9fae67acafa6" [ 824.115815] env[62822]: _type = "Task" [ 824.115815] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.126457] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c249d-ee8d-b88b-9b15-9fae67acafa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.149150] env[62822]: DEBUG nova.network.neutron [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.322263] env[62822]: DEBUG nova.network.neutron [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Successfully created port: 77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.333920] env[62822]: DEBUG nova.compute.manager [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.404993] env[62822]: DEBUG nova.network.neutron [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Updating instance_info_cache with network_info: [{"id": "f825989b-8c11-47bc-b0a8-c3d0fb82fc27", "address": "fa:16:3e:82:47:6f", "network": {"id": "950b0e92-5296-4627-ae01-181195c24d94", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2070247453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad564f50cac147388ecd4cceba539d9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf825989b-8c", "ovs_interfaceid": "f825989b-8c11-47bc-b0a8-c3d0fb82fc27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.628235] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c249d-ee8d-b88b-9b15-9fae67acafa6, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.629017] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.629017] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.629017] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.629181] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.629343] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.629597] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62f6334c-d1fc-4ab9-856b-73ca1c4dc749 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.640321] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.640505] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.641264] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bfbd44-52b9-42ff-a623-5acc23962760 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.646094] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 824.646094] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523d4408-76c4-1c85-e271-c84b7e33f0e9" [ 824.646094] env[62822]: _type = "Task" [ 824.646094] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.657461] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523d4408-76c4-1c85-e271-c84b7e33f0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008016} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.658247] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ad70dd-3e79-480b-9dfc-a9e686e97ed2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.665307] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 824.665307] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a3d75c-3e5c-4622-dd45-a3489832cfe7" [ 824.665307] env[62822]: _type = "Task" [ 824.665307] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.673088] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a3d75c-3e5c-4622-dd45-a3489832cfe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.818552] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c170196b-9d50-4762-91d4-dc1538538a38 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.826047] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c91e569-bd45-4110-8540-f0bdc0e20f11 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.859782] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8c9f9b-49d1-429f-87ad-82e115d036b4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.867663] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b1f6f8-4baa-4c3b-9990-fbadd77c31f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.882573] env[62822]: DEBUG nova.compute.provider_tree [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.908395] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Releasing lock "refresh_cache-02e12fe7-6caa-4601-a1dd-38e2c8de8427" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.908711] env[62822]: DEBUG nova.compute.manager [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Instance network_info: |[{"id": "f825989b-8c11-47bc-b0a8-c3d0fb82fc27", "address": "fa:16:3e:82:47:6f", "network": {"id": "950b0e92-5296-4627-ae01-181195c24d94", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2070247453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad564f50cac147388ecd4cceba539d9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf825989b-8c", "ovs_interfaceid": "f825989b-8c11-47bc-b0a8-c3d0fb82fc27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.909186] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:47:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f825989b-8c11-47bc-b0a8-c3d0fb82fc27', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.916508] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Creating folder: Project (ad564f50cac147388ecd4cceba539d9f). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.917009] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51ddec2c-7915-4405-ba29-95cdfe3b910a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.927011] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Created folder: Project (ad564f50cac147388ecd4cceba539d9f) in parent group-v555973. [ 824.927207] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Creating folder: Instances. Parent ref: group-v556148. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.927433] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9e126e8-47ae-483f-a93a-da4b1129c0e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.936739] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Created folder: Instances in parent group-v556148. [ 824.936957] env[62822]: DEBUG oslo.service.loopingcall [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 824.937219] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.937415] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a7117aa-2957-4d29-92d2-0366baafc785 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.955663] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.955663] env[62822]: value = "task-2764291" [ 824.955663] env[62822]: _type = "Task" [ 824.955663] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.962918] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764291, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.036462] env[62822]: DEBUG nova.compute.manager [req-4a05f775-c11d-4b33-803d-28ae1e2d539f req-bd45949d-59c9-466d-b688-dd405f2a3600 service nova] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Received event network-changed-f825989b-8c11-47bc-b0a8-c3d0fb82fc27 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.036643] env[62822]: DEBUG nova.compute.manager [req-4a05f775-c11d-4b33-803d-28ae1e2d539f req-bd45949d-59c9-466d-b688-dd405f2a3600 service nova] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Refreshing instance network info cache due to event network-changed-f825989b-8c11-47bc-b0a8-c3d0fb82fc27. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 825.037008] env[62822]: DEBUG oslo_concurrency.lockutils [req-4a05f775-c11d-4b33-803d-28ae1e2d539f req-bd45949d-59c9-466d-b688-dd405f2a3600 service nova] Acquiring lock "refresh_cache-02e12fe7-6caa-4601-a1dd-38e2c8de8427" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.037231] env[62822]: DEBUG oslo_concurrency.lockutils [req-4a05f775-c11d-4b33-803d-28ae1e2d539f req-bd45949d-59c9-466d-b688-dd405f2a3600 service nova] Acquired lock "refresh_cache-02e12fe7-6caa-4601-a1dd-38e2c8de8427" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.037394] env[62822]: DEBUG nova.network.neutron [req-4a05f775-c11d-4b33-803d-28ae1e2d539f req-bd45949d-59c9-466d-b688-dd405f2a3600 service nova] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Refreshing network info cache for port f825989b-8c11-47bc-b0a8-c3d0fb82fc27 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.176724] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a3d75c-3e5c-4622-dd45-a3489832cfe7, 'name': SearchDatastore_Task, 'duration_secs': 0.008274} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.176930] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.177207] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.177464] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c3d3499-6a13-48d0-a51a-80830457fbaa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.183517] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 825.183517] env[62822]: value = "task-2764292" [ 825.183517] env[62822]: _type = "Task" [ 825.183517] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.192678] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.364609] env[62822]: DEBUG nova.compute.manager [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.387156] env[62822]: DEBUG nova.scheduler.client.report [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.397353] env[62822]: DEBUG nova.virt.hardware [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.397700] env[62822]: DEBUG nova.virt.hardware [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.397887] env[62822]: DEBUG nova.virt.hardware [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.398091] env[62822]: DEBUG nova.virt.hardware [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.398265] env[62822]: DEBUG nova.virt.hardware [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.398445] env[62822]: DEBUG nova.virt.hardware [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.398724] env[62822]: DEBUG nova.virt.hardware [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.398896] env[62822]: DEBUG nova.virt.hardware [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.399077] env[62822]: DEBUG nova.virt.hardware [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.399820] env[62822]: DEBUG nova.virt.hardware [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.399820] env[62822]: DEBUG nova.virt.hardware [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.400308] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2380ddd0-c71c-4993-9cfc-4a52559bb7f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.408902] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176ed2e1-a06a-489b-94b3-5e3d55ffb019 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.466078] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764291, 'name': CreateVM_Task, 'duration_secs': 0.35743} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.466205] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.466863] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.467039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.467381] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.467645] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd9f5f7-7d88-460f-8771-cb4e57d1a9f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.473158] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for the task: (returnval){ [ 825.473158] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5228287a-61e5-8031-406c-8af61e6b8b6e" [ 825.473158] env[62822]: _type = "Task" [ 825.473158] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.481244] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5228287a-61e5-8031-406c-8af61e6b8b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.695352] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480629} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.695606] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.695807] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.696535] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3af676f-cc32-4252-8457-a5f8a144cf85 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.702551] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 825.702551] env[62822]: value = "task-2764293" [ 825.702551] env[62822]: _type = "Task" [ 825.702551] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.712806] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.890472] env[62822]: DEBUG nova.network.neutron [req-4a05f775-c11d-4b33-803d-28ae1e2d539f req-bd45949d-59c9-466d-b688-dd405f2a3600 service nova] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Updated VIF entry in instance network info cache for port f825989b-8c11-47bc-b0a8-c3d0fb82fc27. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.891461] env[62822]: DEBUG nova.network.neutron [req-4a05f775-c11d-4b33-803d-28ae1e2d539f req-bd45949d-59c9-466d-b688-dd405f2a3600 service nova] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Updating instance_info_cache with network_info: [{"id": "f825989b-8c11-47bc-b0a8-c3d0fb82fc27", "address": "fa:16:3e:82:47:6f", "network": {"id": "950b0e92-5296-4627-ae01-181195c24d94", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2070247453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad564f50cac147388ecd4cceba539d9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf825989b-8c", "ovs_interfaceid": "f825989b-8c11-47bc-b0a8-c3d0fb82fc27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.896132] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.896643] env[62822]: DEBUG nova.compute.manager [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.899236] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.638s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.899431] env[62822]: DEBUG nova.objects.instance [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lazy-loading 'resources' on Instance uuid 8ba39ac3-459a-4265-80ec-60d421f7183d {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.986716] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5228287a-61e5-8031-406c-8af61e6b8b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.052764} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.987230] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.987466] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.987695] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.987839] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.988029] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.988288] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37c14314-2fe4-4ab1-9333-7d7a4071eba4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.995869] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.996046] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.996717] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fe8af8-fe61-4786-937a-0bc615e75aaa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.001997] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for the task: (returnval){ [ 826.001997] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b0dc9-fe36-49bf-ebed-8fc4b21e6504" [ 826.001997] env[62822]: _type = "Task" [ 826.001997] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.011396] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b0dc9-fe36-49bf-ebed-8fc4b21e6504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.012939] env[62822]: DEBUG nova.network.neutron [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Successfully updated port: 77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.212480] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074375} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.212748] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.213493] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34bf6ec-16aa-4eb5-816c-8fdb7b409ce5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.235040] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.235231] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d710165a-62ab-4a66-8925-19ba15c29ccc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.253048] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 826.253048] env[62822]: value = "task-2764294" [ 826.253048] env[62822]: _type = "Task" [ 826.253048] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.260175] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.393759] env[62822]: DEBUG oslo_concurrency.lockutils [req-4a05f775-c11d-4b33-803d-28ae1e2d539f req-bd45949d-59c9-466d-b688-dd405f2a3600 service nova] Releasing lock "refresh_cache-02e12fe7-6caa-4601-a1dd-38e2c8de8427" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.404300] env[62822]: DEBUG nova.compute.utils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.408434] env[62822]: DEBUG nova.compute.manager [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.408625] env[62822]: DEBUG nova.network.neutron [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.455843] env[62822]: DEBUG nova.policy [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64be30fd805a41d2933ea23d0b59b88b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f086dc4e420b48c5b60500e01e640f10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.512760] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b0dc9-fe36-49bf-ebed-8fc4b21e6504, 'name': SearchDatastore_Task, 'duration_secs': 0.008131} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.515972] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.516124] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquired lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.516271] env[62822]: DEBUG nova.network.neutron [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.517466] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d191fb7f-7aa5-4bc6-a6cb-8e11293e5cdd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.523674] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for the task: (returnval){ [ 826.523674] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5220dc9f-679e-51cb-397e-8b382a68fdec" [ 826.523674] env[62822]: _type = "Task" [ 826.523674] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.535030] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5220dc9f-679e-51cb-397e-8b382a68fdec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.768570] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764294, 'name': ReconfigVM_Task, 'duration_secs': 0.324998} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.768859] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Reconfigured VM instance instance-00000019 to attach disk [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f/aae2f44a-12ca-4315-982b-1d2ac2e97b8f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.769502] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a45e3ea-3c66-4c6d-a047-23989992962e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.776411] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 826.776411] env[62822]: value = "task-2764295" [ 826.776411] env[62822]: _type = "Task" [ 826.776411] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.787679] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764295, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.794100] env[62822]: DEBUG nova.network.neutron [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Successfully created port: 16ee0e30-467e-46ec-8f43-e35ae5c18b01 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.886125] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31323f2-257e-4aa6-886d-04f197d4fdfa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.893729] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79da39f0-2f8b-45f6-a3c6-b8e4f315f2d0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.923356] env[62822]: DEBUG nova.compute.manager [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.926547] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1386738-39e6-4f56-ad4f-b0b408079802 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.934060] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91a63e-ccd5-4b73-977f-a5cc7c5feeef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.947187] env[62822]: DEBUG nova.compute.provider_tree [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.037235] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5220dc9f-679e-51cb-397e-8b382a68fdec, 'name': SearchDatastore_Task, 'duration_secs': 0.014185} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.037235] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.037235] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 02e12fe7-6caa-4601-a1dd-38e2c8de8427/02e12fe7-6caa-4601-a1dd-38e2c8de8427.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.037235] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-332b207d-bd51-41ad-a966-9b71f727c324 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.041929] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for the task: (returnval){ [ 827.041929] env[62822]: value = "task-2764296" [ 827.041929] env[62822]: _type = "Task" [ 827.041929] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.049776] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.163469] env[62822]: DEBUG nova.network.neutron [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.256919] env[62822]: DEBUG nova.compute.manager [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Received event network-vif-plugged-77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.257152] env[62822]: DEBUG oslo_concurrency.lockutils [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] Acquiring lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.257425] env[62822]: DEBUG oslo_concurrency.lockutils [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] Lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.257601] env[62822]: DEBUG oslo_concurrency.lockutils [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] Lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.257775] env[62822]: DEBUG nova.compute.manager [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] No waiting events found dispatching network-vif-plugged-77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.257940] env[62822]: WARNING nova.compute.manager [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Received unexpected event network-vif-plugged-77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 for instance with vm_state building and task_state spawning. [ 827.258351] env[62822]: DEBUG nova.compute.manager [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Received event network-changed-77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.258526] env[62822]: DEBUG nova.compute.manager [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Refreshing instance network info cache due to event network-changed-77a48cea-ee4e-4c3c-9bfd-3b42fe099b41. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 827.258691] env[62822]: DEBUG oslo_concurrency.lockutils [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] Acquiring lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.286215] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764295, 'name': Rename_Task, 'duration_secs': 0.139188} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.286488] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.286736] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c83b2ec-b3fa-4b78-8bfe-3611c50808d9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.299021] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 827.299021] env[62822]: value = "task-2764297" [ 827.299021] env[62822]: _type = "Task" [ 827.299021] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.312755] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.450808] env[62822]: DEBUG nova.scheduler.client.report [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.482461] env[62822]: DEBUG nova.network.neutron [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Updating instance_info_cache with network_info: [{"id": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "address": "fa:16:3e:65:37:19", "network": {"id": "e2bdb788-fcc9-4e18-a93f-425357093855", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-590704728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a0901a7f19418998c47af0adb97f54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a48cea-ee", "ovs_interfaceid": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.552694] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502581} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.552972] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 02e12fe7-6caa-4601-a1dd-38e2c8de8427/02e12fe7-6caa-4601-a1dd-38e2c8de8427.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.553214] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.553491] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d9ab893-1a65-4879-a384-3c3ebdb98739 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.563090] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for the task: (returnval){ [ 827.563090] env[62822]: value = "task-2764298" [ 827.563090] env[62822]: _type = "Task" [ 827.563090] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.571650] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.810966] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764297, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.935977] env[62822]: DEBUG nova.compute.manager [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.960951] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.966447] env[62822]: DEBUG nova.virt.hardware [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.966778] env[62822]: DEBUG nova.virt.hardware [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.967014] env[62822]: DEBUG nova.virt.hardware [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.967307] env[62822]: DEBUG nova.virt.hardware [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.967520] env[62822]: DEBUG nova.virt.hardware [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.967742] env[62822]: DEBUG nova.virt.hardware [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.968060] env[62822]: DEBUG nova.virt.hardware [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.968303] env[62822]: DEBUG nova.virt.hardware [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.968554] env[62822]: DEBUG nova.virt.hardware [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.968787] env[62822]: DEBUG nova.virt.hardware [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.969052] env[62822]: DEBUG nova.virt.hardware [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.969486] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.449s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.971672] env[62822]: INFO nova.compute.claims [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.976100] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524e6506-a26f-410e-b06a-972ecd012c37 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.984513] env[62822]: INFO nova.scheduler.client.report [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Deleted allocations for instance 8ba39ac3-459a-4265-80ec-60d421f7183d [ 827.986511] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb0fdb-fcbd-48bc-9cc4-071d07943648 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.990374] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Releasing lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.990650] env[62822]: DEBUG nova.compute.manager [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Instance network_info: |[{"id": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "address": "fa:16:3e:65:37:19", "network": {"id": "e2bdb788-fcc9-4e18-a93f-425357093855", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-590704728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a0901a7f19418998c47af0adb97f54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a48cea-ee", "ovs_interfaceid": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.992940] env[62822]: DEBUG oslo_concurrency.lockutils [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] Acquired lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.993386] env[62822]: DEBUG nova.network.neutron [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Refreshing network info cache for port 77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.994073] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:37:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77a48cea-ee4e-4c3c-9bfd-3b42fe099b41', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.001628] env[62822]: DEBUG oslo.service.loopingcall [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.002600] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.002809] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6245e5c2-e3ae-416e-8296-8e3d1eea8c70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.031451] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.031451] env[62822]: value = "task-2764299" [ 828.031451] env[62822]: _type = "Task" [ 828.031451] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.040385] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764299, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.074742] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067111} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.075109] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.076310] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5bb0b1-f629-482c-88af-e52b0e068f73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.099508] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 02e12fe7-6caa-4601-a1dd-38e2c8de8427/02e12fe7-6caa-4601-a1dd-38e2c8de8427.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.099827] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e74ae1c-8c6a-430c-8cb6-199ef0b41fd7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.123559] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for the task: (returnval){ [ 828.123559] env[62822]: value = "task-2764300" [ 828.123559] env[62822]: _type = "Task" [ 828.123559] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.131356] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.308297] env[62822]: DEBUG oslo_vmware.api [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764297, 'name': PowerOnVM_Task, 'duration_secs': 0.661382} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.308592] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.308966] env[62822]: DEBUG nova.compute.manager [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.309906] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbb618b-f42a-4bcc-8a73-b372ea1e8b63 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.508555] env[62822]: DEBUG oslo_concurrency.lockutils [None req-eb243f5e-9240-4e84-a15b-a269fdbafb6f tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "8ba39ac3-459a-4265-80ec-60d421f7183d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.410s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.542230] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764299, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.633177] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764300, 'name': ReconfigVM_Task, 'duration_secs': 0.291083} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.633658] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 02e12fe7-6caa-4601-a1dd-38e2c8de8427/02e12fe7-6caa-4601-a1dd-38e2c8de8427.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.634862] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-390d85ce-013a-4e90-98d3-f4c377f56d3e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.642309] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for the task: (returnval){ [ 828.642309] env[62822]: value = "task-2764301" [ 828.642309] env[62822]: _type = "Task" [ 828.642309] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.653255] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764301, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.828068] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.882508] env[62822]: DEBUG nova.network.neutron [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Updated VIF entry in instance network info cache for port 77a48cea-ee4e-4c3c-9bfd-3b42fe099b41. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.882989] env[62822]: DEBUG nova.network.neutron [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Updating instance_info_cache with network_info: [{"id": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "address": "fa:16:3e:65:37:19", "network": {"id": "e2bdb788-fcc9-4e18-a93f-425357093855", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-590704728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a0901a7f19418998c47af0adb97f54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a48cea-ee", "ovs_interfaceid": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.896838] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "20645462-846a-4517-aee8-38a9211096bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.897080] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "20645462-846a-4517-aee8-38a9211096bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.897286] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "20645462-846a-4517-aee8-38a9211096bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.897466] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "20645462-846a-4517-aee8-38a9211096bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.897632] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "20645462-846a-4517-aee8-38a9211096bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.899598] env[62822]: INFO nova.compute.manager [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Terminating instance [ 829.009980] env[62822]: DEBUG nova.network.neutron [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Successfully updated port: 16ee0e30-467e-46ec-8f43-e35ae5c18b01 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.043194] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764299, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.153080] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764301, 'name': Rename_Task, 'duration_secs': 0.172372} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.155545] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.156582] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63edbeae-9bc4-4604-8772-62b59bca67f6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.162065] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for the task: (returnval){ [ 829.162065] env[62822]: value = "task-2764302" [ 829.162065] env[62822]: _type = "Task" [ 829.162065] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.171316] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.285721] env[62822]: DEBUG nova.compute.manager [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Received event network-vif-plugged-16ee0e30-467e-46ec-8f43-e35ae5c18b01 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.286051] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] Acquiring lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.286183] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] Lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.286335] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] Lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.286580] env[62822]: DEBUG nova.compute.manager [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] No waiting events found dispatching network-vif-plugged-16ee0e30-467e-46ec-8f43-e35ae5c18b01 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.286659] env[62822]: WARNING nova.compute.manager [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Received unexpected event network-vif-plugged-16ee0e30-467e-46ec-8f43-e35ae5c18b01 for instance with vm_state building and task_state spawning. [ 829.286800] env[62822]: DEBUG nova.compute.manager [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Received event network-changed-16ee0e30-467e-46ec-8f43-e35ae5c18b01 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.286947] env[62822]: DEBUG nova.compute.manager [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Refreshing instance network info cache due to event network-changed-16ee0e30-467e-46ec-8f43-e35ae5c18b01. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 829.287138] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] Acquiring lock "refresh_cache-bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.287272] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] Acquired lock "refresh_cache-bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.287525] env[62822]: DEBUG nova.network.neutron [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Refreshing network info cache for port 16ee0e30-467e-46ec-8f43-e35ae5c18b01 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.386279] env[62822]: DEBUG oslo_concurrency.lockutils [req-c6f27317-1c43-4788-b32d-9a2a296f1636 req-90350ed9-7289-4ae2-ad37-0747d5a411a5 service nova] Releasing lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.402856] env[62822]: DEBUG nova.compute.manager [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.403152] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.404061] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba885f3-7f2d-4dd1-9527-6941468dd425 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.415650] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.415923] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-908f08cf-7773-4083-a699-5cc363524ab2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.425131] env[62822]: DEBUG oslo_vmware.api [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 829.425131] env[62822]: value = "task-2764303" [ 829.425131] env[62822]: _type = "Task" [ 829.425131] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.433602] env[62822]: DEBUG oslo_vmware.api [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.462773] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0aaad1-c273-481c-aba7-5446bb1d5422 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.471747] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad1346a-fb15-4e38-990e-9f3e1df269a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.506456] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2de57e-c90e-4910-9c72-588c399b781b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.511288] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "refresh_cache-bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.515307] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6f699e-c894-4b50-9e47-5e780db7f389 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.531738] env[62822]: DEBUG nova.compute.provider_tree [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.545905] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764299, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.673912] env[62822]: DEBUG oslo_vmware.api [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764302, 'name': PowerOnVM_Task, 'duration_secs': 0.494199} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.673912] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.673912] env[62822]: INFO nova.compute.manager [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Took 6.89 seconds to spawn the instance on the hypervisor. [ 829.674180] env[62822]: DEBUG nova.compute.manager [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.674732] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dc0eb7-9597-4528-ad5c-233a7abfd366 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.823940] env[62822]: DEBUG nova.network.neutron [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.889301] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "75385fad-42c0-46cc-98ce-27a22199dfca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.889636] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "75385fad-42c0-46cc-98ce-27a22199dfca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.889737] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "75385fad-42c0-46cc-98ce-27a22199dfca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.890262] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "75385fad-42c0-46cc-98ce-27a22199dfca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.890262] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "75385fad-42c0-46cc-98ce-27a22199dfca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.892498] env[62822]: INFO nova.compute.manager [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Terminating instance [ 829.900982] env[62822]: DEBUG nova.network.neutron [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.935254] env[62822]: DEBUG oslo_vmware.api [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764303, 'name': PowerOffVM_Task, 'duration_secs': 0.171018} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.936024] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.936024] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.936182] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34ee9a12-df59-47d4-a790-2e0fa60c7274 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.993182] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.993416] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.993598] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Deleting the datastore file [datastore2] 20645462-846a-4517-aee8-38a9211096bc {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.993860] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b1cede8-43f9-4bb3-83e9-d69663a4d670 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.000964] env[62822]: DEBUG oslo_vmware.api [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for the task: (returnval){ [ 830.000964] env[62822]: value = "task-2764305" [ 830.000964] env[62822]: _type = "Task" [ 830.000964] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.008344] env[62822]: DEBUG oslo_vmware.api [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.043880] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764299, 'name': CreateVM_Task, 'duration_secs': 1.549761} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.044168] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.044750] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.044912] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.045252] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.045815] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65d3d88-0593-4acf-b6b0-cb1551e5470b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.050205] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 830.050205] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bcc076-7b14-6b64-d090-dbb0177de32f" [ 830.050205] env[62822]: _type = "Task" [ 830.050205] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.053834] env[62822]: ERROR nova.scheduler.client.report [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [req-7ccce574-aae3-43b4-85ec-26cf0a6dc6a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7ccce574-aae3-43b4-85ec-26cf0a6dc6a6"}]} [ 830.060352] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bcc076-7b14-6b64-d090-dbb0177de32f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.070476] env[62822]: DEBUG nova.scheduler.client.report [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 830.084381] env[62822]: DEBUG nova.scheduler.client.report [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 830.084605] env[62822]: DEBUG nova.compute.provider_tree [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.095503] env[62822]: DEBUG nova.scheduler.client.report [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 830.118835] env[62822]: DEBUG nova.scheduler.client.report [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 830.192096] env[62822]: INFO nova.compute.manager [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Took 45.07 seconds to build instance. [ 830.396138] env[62822]: DEBUG nova.compute.manager [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.396354] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.397237] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628ca70a-ffa4-4af1-bc35-0487b18b25f1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.405278] env[62822]: DEBUG oslo_concurrency.lockutils [req-2b619403-407b-4c4a-823b-c957158a8865 req-5153c330-a21d-4a81-9dae-00e01cbbf220 service nova] Releasing lock "refresh_cache-bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.405672] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.405907] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "refresh_cache-bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.406066] env[62822]: DEBUG nova.network.neutron [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.407024] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b771050-0b0d-4c77-95a9-ae9d85e6e326 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.413255] env[62822]: DEBUG oslo_vmware.api [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 830.413255] env[62822]: value = "task-2764306" [ 830.413255] env[62822]: _type = "Task" [ 830.413255] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.425541] env[62822]: DEBUG oslo_vmware.api [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.513350] env[62822]: DEBUG oslo_vmware.api [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Task: {'id': task-2764305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490315} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.513684] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.513928] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.514222] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.514447] env[62822]: INFO nova.compute.manager [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] [instance: 20645462-846a-4517-aee8-38a9211096bc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 830.514765] env[62822]: DEBUG oslo.service.loopingcall [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 830.517744] env[62822]: DEBUG nova.compute.manager [-] [instance: 20645462-846a-4517-aee8-38a9211096bc] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.517892] env[62822]: DEBUG nova.network.neutron [-] [instance: 20645462-846a-4517-aee8-38a9211096bc] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.544741] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310f0f54-ae4b-4650-8c02-56eb6d9f5f58 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.555692] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de52471a-ccca-402b-b6fd-37329301fe86 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.566036] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bcc076-7b14-6b64-d090-dbb0177de32f, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.591771] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.591980] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.592217] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.592365] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.592539] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.595838] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-102418d3-23a8-4384-adaa-c694bed0336d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.598102] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad9ab0d-f1ab-456f-850d-6e5a9c4df21d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.608000] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4469e151-5870-4b24-9c84-0da228e02dad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.612312] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.612503] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.613636] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8bf6c45-f768-4e10-a8cc-a34f4b1beecf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.626492] env[62822]: DEBUG nova.compute.provider_tree [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.631336] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 830.631336] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f152b9-81ba-7ad6-eacb-a7a91d62a459" [ 830.631336] env[62822]: _type = "Task" [ 830.631336] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.640069] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f152b9-81ba-7ad6-eacb-a7a91d62a459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.694476] env[62822]: DEBUG oslo_concurrency.lockutils [None req-852d8357-f7a2-4640-b98d-f17d251f2d31 tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.427s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.926534] env[62822]: DEBUG oslo_vmware.api [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764306, 'name': PowerOffVM_Task, 'duration_secs': 0.181635} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.926800] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.926968] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.927391] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22e067e5-cf9f-4a22-8084-a7b6b223ac3d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.953049] env[62822]: DEBUG nova.network.neutron [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.985223] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.985452] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.985634] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleting the datastore file [datastore1] 75385fad-42c0-46cc-98ce-27a22199dfca {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.985900] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a5eda8e-4d86-4460-8795-bba95f031251 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.992260] env[62822]: DEBUG oslo_vmware.api [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 830.992260] env[62822]: value = "task-2764308" [ 830.992260] env[62822]: _type = "Task" [ 830.992260] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.000588] env[62822]: DEBUG oslo_vmware.api [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.111812] env[62822]: DEBUG nova.network.neutron [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Updating instance_info_cache with network_info: [{"id": "16ee0e30-467e-46ec-8f43-e35ae5c18b01", "address": "fa:16:3e:19:c0:a6", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ee0e30-46", "ovs_interfaceid": "16ee0e30-467e-46ec-8f43-e35ae5c18b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.146020] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f152b9-81ba-7ad6-eacb-a7a91d62a459, 'name': SearchDatastore_Task, 'duration_secs': 0.009253} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.146020] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13abf6ba-7daf-496e-a60b-30ec43f24280 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.149886] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 831.149886] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e9415e-8619-3a25-3cb4-b21ca85dcdee" [ 831.149886] env[62822]: _type = "Task" [ 831.149886] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.158113] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e9415e-8619-3a25-3cb4-b21ca85dcdee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.163204] env[62822]: DEBUG nova.scheduler.client.report [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 831.164135] env[62822]: DEBUG nova.compute.provider_tree [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 93 to 94 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 831.164135] env[62822]: DEBUG nova.compute.provider_tree [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.311679] env[62822]: DEBUG nova.compute.manager [req-643dacab-2413-4d1a-921f-9a43de7f22b7 req-2ac374ee-2636-4f09-9204-276abe7e6ee1 service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] Received event network-vif-deleted-2d36e8e5-c29d-490c-88c1-32af31dbc473 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.311764] env[62822]: INFO nova.compute.manager [req-643dacab-2413-4d1a-921f-9a43de7f22b7 req-2ac374ee-2636-4f09-9204-276abe7e6ee1 service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] Neutron deleted interface 2d36e8e5-c29d-490c-88c1-32af31dbc473; detaching it from the instance and deleting it from the info cache [ 831.311944] env[62822]: DEBUG nova.network.neutron [req-643dacab-2413-4d1a-921f-9a43de7f22b7 req-2ac374ee-2636-4f09-9204-276abe7e6ee1 service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.350376] env[62822]: DEBUG nova.network.neutron [-] [instance: 20645462-846a-4517-aee8-38a9211096bc] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.502655] env[62822]: DEBUG oslo_vmware.api [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183528} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.502655] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.502838] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.503078] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.503381] env[62822]: INFO nova.compute.manager [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Took 1.11 seconds to destroy the instance on the hypervisor. [ 831.503831] env[62822]: DEBUG oslo.service.loopingcall [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.503831] env[62822]: DEBUG nova.compute.manager [-] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.503831] env[62822]: DEBUG nova.network.neutron [-] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.579431] env[62822]: DEBUG oslo_concurrency.lockutils [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquiring lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.579542] env[62822]: DEBUG oslo_concurrency.lockutils [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.579670] env[62822]: DEBUG oslo_concurrency.lockutils [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquiring lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.579856] env[62822]: DEBUG oslo_concurrency.lockutils [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.580036] env[62822]: DEBUG oslo_concurrency.lockutils [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.582282] env[62822]: INFO nova.compute.manager [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Terminating instance [ 831.614372] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "refresh_cache-bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.614692] env[62822]: DEBUG nova.compute.manager [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Instance network_info: |[{"id": "16ee0e30-467e-46ec-8f43-e35ae5c18b01", "address": "fa:16:3e:19:c0:a6", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ee0e30-46", "ovs_interfaceid": "16ee0e30-467e-46ec-8f43-e35ae5c18b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.615145] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:c0:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16ee0e30-467e-46ec-8f43-e35ae5c18b01', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.623097] env[62822]: DEBUG oslo.service.loopingcall [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.623951] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.624194] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a624563-0cf7-4393-b3c3-d1c86d1e9a4b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.644493] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.644493] env[62822]: value = "task-2764309" [ 831.644493] env[62822]: _type = "Task" [ 831.644493] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.652663] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764309, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.660834] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e9415e-8619-3a25-3cb4-b21ca85dcdee, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.661089] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.661361] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 768e8177-75a0-493f-a6c8-7a36ddfaa00e/768e8177-75a0-493f-a6c8-7a36ddfaa00e.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.661607] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd6b3773-9291-46cd-a03f-c7a86e3fc579 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.667262] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 831.667262] env[62822]: value = "task-2764310" [ 831.667262] env[62822]: _type = "Task" [ 831.667262] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.668017] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.699s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.668502] env[62822]: DEBUG nova.compute.manager [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.674307] env[62822]: DEBUG oslo_concurrency.lockutils [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.730s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.674705] env[62822]: DEBUG nova.objects.instance [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lazy-loading 'resources' on Instance uuid f710a2ab-c06d-4205-b336-3bf29e759d4b {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.680835] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.814845] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-866ffc37-9386-4aea-97c2-3e82c8e4a1e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.825644] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd009df-2c6c-46b0-8b12-6b7aa9cfccc4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.853223] env[62822]: INFO nova.compute.manager [-] [instance: 20645462-846a-4517-aee8-38a9211096bc] Took 1.34 seconds to deallocate network for instance. [ 831.881703] env[62822]: DEBUG nova.compute.manager [req-643dacab-2413-4d1a-921f-9a43de7f22b7 req-2ac374ee-2636-4f09-9204-276abe7e6ee1 service nova] [instance: 20645462-846a-4517-aee8-38a9211096bc] Detach interface failed, port_id=2d36e8e5-c29d-490c-88c1-32af31dbc473, reason: Instance 20645462-846a-4517-aee8-38a9211096bc could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 832.086070] env[62822]: DEBUG nova.compute.manager [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.086070] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.086931] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4596fe-58f0-46de-a7a2-7c633b1d7e7e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.095389] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.095667] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-801a2032-1c2f-40e0-9984-4ee882e62d60 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.102637] env[62822]: DEBUG oslo_vmware.api [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for the task: (returnval){ [ 832.102637] env[62822]: value = "task-2764311" [ 832.102637] env[62822]: _type = "Task" [ 832.102637] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.111353] env[62822]: DEBUG oslo_vmware.api [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.154229] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764309, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.177940] env[62822]: DEBUG nova.compute.utils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.181910] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502947} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.182685] env[62822]: DEBUG nova.compute.manager [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.182870] env[62822]: DEBUG nova.network.neutron [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.184792] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 768e8177-75a0-493f-a6c8-7a36ddfaa00e/768e8177-75a0-493f-a6c8-7a36ddfaa00e.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.185043] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.185345] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aea0c6e-5147-406d-9922-f99f91016790 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.193902] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 832.193902] env[62822]: value = "task-2764312" [ 832.193902] env[62822]: _type = "Task" [ 832.193902] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.202545] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.241588] env[62822]: DEBUG nova.policy [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaa352dd0d9b41218b33eeea18438e50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '115f8951d22542cd9c2a44f48d62543b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.243093] env[62822]: DEBUG nova.network.neutron [-] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.388413] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.548673] env[62822]: DEBUG nova.network.neutron [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Successfully created port: c6b193da-ccf9-4886-b698-7f556305d02a {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.616450] env[62822]: DEBUG oslo_vmware.api [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.660019] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764309, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.686038] env[62822]: DEBUG nova.compute.manager [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.687626] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098ef608-cc83-4ec8-97f0-5b3501a610e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.702374] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de05944-2c56-4429-8a48-ddb9a7256220 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.711671] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064184} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.738536] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.742355] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559536f7-0bec-47b0-86bf-207da0c9905f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.744760] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c329920-e60c-4e0f-a4dc-ecb3cb00e035 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.746784] env[62822]: INFO nova.compute.manager [-] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Took 1.24 seconds to deallocate network for instance. [ 832.771873] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 768e8177-75a0-493f-a6c8-7a36ddfaa00e/768e8177-75a0-493f-a6c8-7a36ddfaa00e.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.773418] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce80b570-f427-48fd-adb8-0b6cbb27c6cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.777828] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0420c52d-9275-4fc9-a6f9-f72ddd34e402 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.804812] env[62822]: DEBUG nova.compute.provider_tree [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.808858] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 832.808858] env[62822]: value = "task-2764313" [ 832.808858] env[62822]: _type = "Task" [ 832.808858] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.818460] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.113204] env[62822]: DEBUG oslo_vmware.api [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764311, 'name': PowerOffVM_Task, 'duration_secs': 0.980759} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.113487] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.113658] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.113927] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6a3cd2d-fa58-453c-83d8-5e97944de7c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.160956] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764309, 'name': CreateVM_Task, 'duration_secs': 1.342044} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.161336] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.162128] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.162317] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.162641] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.162915] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90a0ee2-7182-4ade-8172-76c1c5198ecc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.168281] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 833.168281] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527e3e11-b0c4-97bc-1b17-6a4702dcd254" [ 833.168281] env[62822]: _type = "Task" [ 833.168281] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.172582] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.172582] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.172582] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Deleting the datastore file [datastore2] 02e12fe7-6caa-4601-a1dd-38e2c8de8427 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.172816] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5db1ef63-1c30-4e29-8faa-6b3bc1fe39c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.179081] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527e3e11-b0c4-97bc-1b17-6a4702dcd254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.180285] env[62822]: DEBUG oslo_vmware.api [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for the task: (returnval){ [ 833.180285] env[62822]: value = "task-2764315" [ 833.180285] env[62822]: _type = "Task" [ 833.180285] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.187291] env[62822]: DEBUG oslo_vmware.api [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.274178] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.309570] env[62822]: DEBUG nova.scheduler.client.report [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.326145] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.368135] env[62822]: DEBUG nova.compute.manager [req-47db35cb-1859-48bf-8c08-53da7b163fa9 req-a74de10d-8b44-458c-adca-dc4c9240bab8 service nova] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Received event network-vif-deleted-2f5c1777-f89f-4211-bb95-d75782db59c6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.678894] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527e3e11-b0c4-97bc-1b17-6a4702dcd254, 'name': SearchDatastore_Task, 'duration_secs': 0.030778} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.679222] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.679451] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.679680] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.679825] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.680008] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.680277] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-211bfb41-7dda-45c0-9f12-2616706ecffc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.690896] env[62822]: DEBUG oslo_vmware.api [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.692184] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.692358] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.693118] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb71ab02-d486-412f-99c7-75618d72cb10 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.697540] env[62822]: DEBUG nova.compute.manager [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.700846] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 833.700846] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a30308-95d5-3211-b3e9-4f9923d26bc1" [ 833.700846] env[62822]: _type = "Task" [ 833.700846] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.708703] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a30308-95d5-3211-b3e9-4f9923d26bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.724840] env[62822]: DEBUG nova.virt.hardware [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.725072] env[62822]: DEBUG nova.virt.hardware [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.725230] env[62822]: DEBUG nova.virt.hardware [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.725409] env[62822]: DEBUG nova.virt.hardware [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.725550] env[62822]: DEBUG nova.virt.hardware [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.725689] env[62822]: DEBUG nova.virt.hardware [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.725900] env[62822]: DEBUG nova.virt.hardware [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.726116] env[62822]: DEBUG nova.virt.hardware [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.726302] env[62822]: DEBUG nova.virt.hardware [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.726464] env[62822]: DEBUG nova.virt.hardware [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.726635] env[62822]: DEBUG nova.virt.hardware [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.727607] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e783dc8-97f8-48c1-9184-688d3c938aa3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.734878] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7264ce-d3f6-473f-8adf-a043e18e0e42 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.823744] env[62822]: DEBUG oslo_concurrency.lockutils [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.825384] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764313, 'name': ReconfigVM_Task, 'duration_secs': 0.942578} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.826581] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.847s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.827369] env[62822]: INFO nova.compute.claims [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.830226] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 768e8177-75a0-493f-a6c8-7a36ddfaa00e/768e8177-75a0-493f-a6c8-7a36ddfaa00e.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.831264] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62b6640c-7a16-4f90-92d8-9d9e395e3f31 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.838443] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 833.838443] env[62822]: value = "task-2764316" [ 833.838443] env[62822]: _type = "Task" [ 833.838443] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.847941] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764316, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.849967] env[62822]: INFO nova.scheduler.client.report [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted allocations for instance f710a2ab-c06d-4205-b336-3bf29e759d4b [ 834.072374] env[62822]: DEBUG nova.network.neutron [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Successfully updated port: c6b193da-ccf9-4886-b698-7f556305d02a {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.192322] env[62822]: DEBUG oslo_vmware.api [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Task: {'id': task-2764315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.599866} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.192646] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.192795] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.193011] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.193234] env[62822]: INFO nova.compute.manager [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Took 2.11 seconds to destroy the instance on the hypervisor. [ 834.193505] env[62822]: DEBUG oslo.service.loopingcall [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.193720] env[62822]: DEBUG nova.compute.manager [-] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.193844] env[62822]: DEBUG nova.network.neutron [-] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.210980] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a30308-95d5-3211-b3e9-4f9923d26bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.018701} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.211727] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b0974c-4022-4851-8b8b-dc99fe4f02a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.217235] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 834.217235] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522db3f3-b9fd-a429-f838-6e6aa22429e0" [ 834.217235] env[62822]: _type = "Task" [ 834.217235] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.224493] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522db3f3-b9fd-a429-f838-6e6aa22429e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.354607] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764316, 'name': Rename_Task, 'duration_secs': 0.153709} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.354893] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.355162] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e7b0fca-8b87-4fd8-85c8-8f4cd6377826 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.364438] env[62822]: DEBUG oslo_concurrency.lockutils [None req-896a1955-c26f-4b8e-9f99-7743d4787ab3 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "f710a2ab-c06d-4205-b336-3bf29e759d4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.945s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.368555] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 834.368555] env[62822]: value = "task-2764317" [ 834.368555] env[62822]: _type = "Task" [ 834.368555] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.377516] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.574819] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquiring lock "refresh_cache-67a708f5-4f70-4541-b4f5-921e371660f3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.574977] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquired lock "refresh_cache-67a708f5-4f70-4541-b4f5-921e371660f3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.575163] env[62822]: DEBUG nova.network.neutron [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.727772] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522db3f3-b9fd-a429-f838-6e6aa22429e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014748} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.727772] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.728017] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0/bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.728265] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-116615ce-0b93-4c3c-9cd2-f949c8765d14 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.735215] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 834.735215] env[62822]: value = "task-2764318" [ 834.735215] env[62822]: _type = "Task" [ 834.735215] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.742712] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.879151] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764317, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.984495] env[62822]: DEBUG nova.network.neutron [-] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.108078] env[62822]: DEBUG nova.network.neutron [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.247987] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764318, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.332219] env[62822]: DEBUG nova.network.neutron [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Updating instance_info_cache with network_info: [{"id": "c6b193da-ccf9-4886-b698-7f556305d02a", "address": "fa:16:3e:7e:4b:75", "network": {"id": "212b9824-1620-4ae4-a4f8-5211cb681c6d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1333627769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "115f8951d22542cd9c2a44f48d62543b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b193da-cc", "ovs_interfaceid": "c6b193da-ccf9-4886-b698-7f556305d02a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.336526] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec53ad05-6622-4396-8d96-9931845d4cd0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.344580] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80515e16-b304-44b5-a398-ca32709dcb13 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.385638] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f91c63f-32d5-4fc7-b909-7eee6f314feb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.393506] env[62822]: DEBUG oslo_vmware.api [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764317, 'name': PowerOnVM_Task, 'duration_secs': 0.716872} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.395586] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.395824] env[62822]: INFO nova.compute.manager [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Took 10.03 seconds to spawn the instance on the hypervisor. [ 835.396047] env[62822]: DEBUG nova.compute.manager [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.398379] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82144c5a-4bc3-468b-93c3-58efa16586d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.402094] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abeaa45-7d80-4270-9eb6-e932bb2b83c2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.408208] env[62822]: DEBUG nova.compute.manager [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Received event network-vif-plugged-c6b193da-ccf9-4886-b698-7f556305d02a {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.408407] env[62822]: DEBUG oslo_concurrency.lockutils [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] Acquiring lock "67a708f5-4f70-4541-b4f5-921e371660f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.408610] env[62822]: DEBUG oslo_concurrency.lockutils [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] Lock "67a708f5-4f70-4541-b4f5-921e371660f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.408779] env[62822]: DEBUG oslo_concurrency.lockutils [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] Lock "67a708f5-4f70-4541-b4f5-921e371660f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.408977] env[62822]: DEBUG nova.compute.manager [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] No waiting events found dispatching network-vif-plugged-c6b193da-ccf9-4886-b698-7f556305d02a {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.409177] env[62822]: WARNING nova.compute.manager [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Received unexpected event network-vif-plugged-c6b193da-ccf9-4886-b698-7f556305d02a for instance with vm_state building and task_state spawning. [ 835.409339] env[62822]: DEBUG nova.compute.manager [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Received event network-changed-c6b193da-ccf9-4886-b698-7f556305d02a {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.409506] env[62822]: DEBUG nova.compute.manager [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Refreshing instance network info cache due to event network-changed-c6b193da-ccf9-4886-b698-7f556305d02a. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 835.409668] env[62822]: DEBUG oslo_concurrency.lockutils [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] Acquiring lock "refresh_cache-67a708f5-4f70-4541-b4f5-921e371660f3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.426492] env[62822]: DEBUG nova.compute.provider_tree [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.484729] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "610fe044-57e5-4e4c-96da-58e43865ba5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.484970] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "610fe044-57e5-4e4c-96da-58e43865ba5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.490733] env[62822]: INFO nova.compute.manager [-] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Took 1.30 seconds to deallocate network for instance. [ 835.749831] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686498} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.750097] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0/bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.750302] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.750541] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04f9fcd6-6558-4a66-b171-0820fdaaf1fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.756864] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 835.756864] env[62822]: value = "task-2764319" [ 835.756864] env[62822]: _type = "Task" [ 835.756864] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.765055] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.835400] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Releasing lock "refresh_cache-67a708f5-4f70-4541-b4f5-921e371660f3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.835760] env[62822]: DEBUG nova.compute.manager [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Instance network_info: |[{"id": "c6b193da-ccf9-4886-b698-7f556305d02a", "address": "fa:16:3e:7e:4b:75", "network": {"id": "212b9824-1620-4ae4-a4f8-5211cb681c6d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1333627769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "115f8951d22542cd9c2a44f48d62543b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b193da-cc", "ovs_interfaceid": "c6b193da-ccf9-4886-b698-7f556305d02a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.836140] env[62822]: DEBUG oslo_concurrency.lockutils [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] Acquired lock "refresh_cache-67a708f5-4f70-4541-b4f5-921e371660f3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.836366] env[62822]: DEBUG nova.network.neutron [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Refreshing network info cache for port c6b193da-ccf9-4886-b698-7f556305d02a {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.837711] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:4b:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6b193da-ccf9-4886-b698-7f556305d02a', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.846492] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Creating folder: Project (115f8951d22542cd9c2a44f48d62543b). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.850083] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de85c6fe-ca2b-4e80-9d7f-f4986334a8b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.862631] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Created folder: Project (115f8951d22542cd9c2a44f48d62543b) in parent group-v555973. [ 835.863542] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Creating folder: Instances. Parent ref: group-v556153. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.863542] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68b8fa76-d7d5-4fb5-bd02-e210ed60fb21 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.872283] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Created folder: Instances in parent group-v556153. [ 835.872550] env[62822]: DEBUG oslo.service.loopingcall [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.872765] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.872983] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3578654-9899-4885-bfc9-90948949438d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.894188] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.894188] env[62822]: value = "task-2764322" [ 835.894188] env[62822]: _type = "Task" [ 835.894188] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.901494] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764322, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.924795] env[62822]: INFO nova.compute.manager [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Took 50.53 seconds to build instance. [ 835.929562] env[62822]: DEBUG nova.scheduler.client.report [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.987248] env[62822]: DEBUG nova.compute.manager [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.997306] env[62822]: DEBUG oslo_concurrency.lockutils [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.130177] env[62822]: DEBUG nova.network.neutron [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Updated VIF entry in instance network info cache for port c6b193da-ccf9-4886-b698-7f556305d02a. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.130706] env[62822]: DEBUG nova.network.neutron [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Updating instance_info_cache with network_info: [{"id": "c6b193da-ccf9-4886-b698-7f556305d02a", "address": "fa:16:3e:7e:4b:75", "network": {"id": "212b9824-1620-4ae4-a4f8-5211cb681c6d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1333627769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "115f8951d22542cd9c2a44f48d62543b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b193da-cc", "ovs_interfaceid": "c6b193da-ccf9-4886-b698-7f556305d02a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.268365] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106932} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.268365] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.268687] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b58ab78-90b6-488c-bb22-542bc8b0636d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.291845] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0/bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.292127] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c97592-de33-4a7b-a1b2-ab101f0d15bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.313515] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 836.313515] env[62822]: value = "task-2764323" [ 836.313515] env[62822]: _type = "Task" [ 836.313515] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.322149] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.405762] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764322, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.426513] env[62822]: DEBUG oslo_concurrency.lockutils [None req-40129c14-c55b-4544-a5cf-67775b87ef70 tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.143s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.434790] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.435198] env[62822]: DEBUG nova.compute.manager [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.438644] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.033s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.439356] env[62822]: DEBUG nova.objects.instance [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 836.510546] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.633901] env[62822]: DEBUG oslo_concurrency.lockutils [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] Releasing lock "refresh_cache-67a708f5-4f70-4541-b4f5-921e371660f3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.634013] env[62822]: DEBUG nova.compute.manager [req-7f54eeea-5630-4398-bddc-c6fbe14c6e72 req-946a5180-59e3-4ebb-a0d3-4884bb8d41fd service nova] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Received event network-vif-deleted-f825989b-8c11-47bc-b0a8-c3d0fb82fc27 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.823477] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764323, 'name': ReconfigVM_Task, 'duration_secs': 0.266023} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.824022] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Reconfigured VM instance instance-00000041 to attach disk [datastore1] bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0/bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.824570] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a8bb9c3-8e51-48d2-a099-751b6946a4c8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.830905] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 836.830905] env[62822]: value = "task-2764324" [ 836.830905] env[62822]: _type = "Task" [ 836.830905] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.837902] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764324, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.907031] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764322, 'name': CreateVM_Task, 'duration_secs': 0.582054} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.907031] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.907031] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.907211] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.907487] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.907738] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8182f4-50ac-49b2-b32f-c15713dd0a09 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.912134] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for the task: (returnval){ [ 836.912134] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b97a0c-c059-029b-5a39-169c8b3f56f6" [ 836.912134] env[62822]: _type = "Task" [ 836.912134] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.919577] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b97a0c-c059-029b-5a39-169c8b3f56f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.947697] env[62822]: DEBUG nova.compute.utils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.950037] env[62822]: DEBUG nova.compute.manager [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.950131] env[62822]: DEBUG nova.network.neutron [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.997152] env[62822]: DEBUG nova.policy [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396229863b894f138dec9688a94b8de9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd460b6edfebe4f71820ebf90addff5de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.256417] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.256705] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.257013] env[62822]: INFO nova.compute.manager [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Rebooting instance [ 837.320729] env[62822]: DEBUG nova.network.neutron [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Successfully created port: 38fbf7e2-1225-4963-a52c-e27d7d6be403 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.342392] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764324, 'name': Rename_Task, 'duration_secs': 0.145309} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.342661] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.342903] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71763539-ca14-4d95-be52-4c9172d11e2c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.350224] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 837.350224] env[62822]: value = "task-2764325" [ 837.350224] env[62822]: _type = "Task" [ 837.350224] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.363183] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.423608] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b97a0c-c059-029b-5a39-169c8b3f56f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.424143] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.424231] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.424408] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.424552] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.424740] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.426073] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea61ccb-7be0-4567-92d6-f1d47bf70a52 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.429115] env[62822]: DEBUG nova.compute.manager [req-0458363e-0958-40db-ab9c-88e8b59cce0f req-a50a90da-05e6-4f57-b741-25d3500556a7 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Received event network-changed-77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.429261] env[62822]: DEBUG nova.compute.manager [req-0458363e-0958-40db-ab9c-88e8b59cce0f req-a50a90da-05e6-4f57-b741-25d3500556a7 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Refreshing instance network info cache due to event network-changed-77a48cea-ee4e-4c3c-9bfd-3b42fe099b41. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 837.431389] env[62822]: DEBUG oslo_concurrency.lockutils [req-0458363e-0958-40db-ab9c-88e8b59cce0f req-a50a90da-05e6-4f57-b741-25d3500556a7 service nova] Acquiring lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.431581] env[62822]: DEBUG oslo_concurrency.lockutils [req-0458363e-0958-40db-ab9c-88e8b59cce0f req-a50a90da-05e6-4f57-b741-25d3500556a7 service nova] Acquired lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.431765] env[62822]: DEBUG nova.network.neutron [req-0458363e-0958-40db-ab9c-88e8b59cce0f req-a50a90da-05e6-4f57-b741-25d3500556a7 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Refreshing network info cache for port 77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.446905] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.447291] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.448824] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3762b1-9531-4528-945c-013f42d1f4f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.452016] env[62822]: DEBUG nova.compute.manager [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.455252] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a23b17c5-b4db-4071-a1b5-7e6f268334c9 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.456999] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.984s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.457630] env[62822]: DEBUG nova.objects.instance [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lazy-loading 'resources' on Instance uuid d01665b2-c36d-4dbb-875f-fd4e0b0d606c {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.462170] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for the task: (returnval){ [ 837.462170] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529b1a31-40d8-8324-e949-5dd623a76f76" [ 837.462170] env[62822]: _type = "Task" [ 837.462170] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.471298] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529b1a31-40d8-8324-e949-5dd623a76f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.787696] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.861546] env[62822]: DEBUG oslo_vmware.api [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764325, 'name': PowerOnVM_Task, 'duration_secs': 0.467408} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.861875] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.862156] env[62822]: INFO nova.compute.manager [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Took 9.93 seconds to spawn the instance on the hypervisor. [ 837.862366] env[62822]: DEBUG nova.compute.manager [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.863217] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31f7ff3-4036-4a75-8872-ff5907eacfd2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.974395] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529b1a31-40d8-8324-e949-5dd623a76f76, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.975214] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5778712-416b-4f25-b12e-42cd30bfcf7a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.980771] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for the task: (returnval){ [ 837.980771] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52209598-c353-8f08-6ff3-4c9be60dc58e" [ 837.980771] env[62822]: _type = "Task" [ 837.980771] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.992593] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52209598-c353-8f08-6ff3-4c9be60dc58e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.176335] env[62822]: DEBUG nova.network.neutron [req-0458363e-0958-40db-ab9c-88e8b59cce0f req-a50a90da-05e6-4f57-b741-25d3500556a7 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Updated VIF entry in instance network info cache for port 77a48cea-ee4e-4c3c-9bfd-3b42fe099b41. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.176577] env[62822]: DEBUG nova.network.neutron [req-0458363e-0958-40db-ab9c-88e8b59cce0f req-a50a90da-05e6-4f57-b741-25d3500556a7 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Updating instance_info_cache with network_info: [{"id": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "address": "fa:16:3e:65:37:19", "network": {"id": "e2bdb788-fcc9-4e18-a93f-425357093855", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-590704728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a0901a7f19418998c47af0adb97f54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a48cea-ee", "ovs_interfaceid": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.383305] env[62822]: INFO nova.compute.manager [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Took 49.59 seconds to build instance. [ 838.394975] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903985d0-691f-4a4b-a0e5-e994b75425d5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.403593] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c2f6e2-3b72-484c-8efc-da748bfbfee2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.435881] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf941c2-7fae-4c6e-8edb-2a2241dc3ed4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.442524] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddee935-c432-4f0a-b41a-91cd6f8e8ff0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.458868] env[62822]: DEBUG nova.compute.provider_tree [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.469391] env[62822]: DEBUG nova.compute.manager [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.493304] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52209598-c353-8f08-6ff3-4c9be60dc58e, 'name': SearchDatastore_Task, 'duration_secs': 0.0268} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.494471] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.494471] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 67a708f5-4f70-4541-b4f5-921e371660f3/67a708f5-4f70-4541-b4f5-921e371660f3.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.494471] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efaf0d45-9d22-49f1-8b6e-0099ab1e876e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.500205] env[62822]: DEBUG nova.virt.hardware [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.500441] env[62822]: DEBUG nova.virt.hardware [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.500596] env[62822]: DEBUG nova.virt.hardware [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.500777] env[62822]: DEBUG nova.virt.hardware [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.500967] env[62822]: DEBUG nova.virt.hardware [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.501153] env[62822]: DEBUG nova.virt.hardware [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.501366] env[62822]: DEBUG nova.virt.hardware [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.501523] env[62822]: DEBUG nova.virt.hardware [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.501688] env[62822]: DEBUG nova.virt.hardware [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.501847] env[62822]: DEBUG nova.virt.hardware [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.502074] env[62822]: DEBUG nova.virt.hardware [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.502819] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca282d-f7de-4aa4-b38a-83343b6cd1a1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.506457] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for the task: (returnval){ [ 838.506457] env[62822]: value = "task-2764326" [ 838.506457] env[62822]: _type = "Task" [ 838.506457] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.513058] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c25c79-dc08-4343-b28d-d0af6028a1a1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.519523] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.679495] env[62822]: DEBUG oslo_concurrency.lockutils [req-0458363e-0958-40db-ab9c-88e8b59cce0f req-a50a90da-05e6-4f57-b741-25d3500556a7 service nova] Releasing lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.679495] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquired lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.679665] env[62822]: DEBUG nova.network.neutron [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.885135] env[62822]: DEBUG oslo_concurrency.lockutils [None req-00052edc-659d-4c73-a97f-ff5a7864a79f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.801s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.955880] env[62822]: DEBUG nova.network.neutron [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Successfully updated port: 38fbf7e2-1225-4963-a52c-e27d7d6be403 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.957753] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92425101-0f96-492c-b9ff-e9142d4253be {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.962219] env[62822]: DEBUG nova.scheduler.client.report [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.970121] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f7830a07-02e4-425d-948f-8b1880fc9021 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Suspending the VM {{(pid=62822) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 838.970984] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0bf3729c-b681-4747-a579-1098951b38d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.981418] env[62822]: DEBUG oslo_vmware.api [None req-f7830a07-02e4-425d-948f-8b1880fc9021 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 838.981418] env[62822]: value = "task-2764327" [ 838.981418] env[62822]: _type = "Task" [ 838.981418] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.992699] env[62822]: DEBUG oslo_vmware.api [None req-f7830a07-02e4-425d-948f-8b1880fc9021 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764327, 'name': SuspendVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.018265] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764326, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.406782] env[62822]: DEBUG nova.network.neutron [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Updating instance_info_cache with network_info: [{"id": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "address": "fa:16:3e:65:37:19", "network": {"id": "e2bdb788-fcc9-4e18-a93f-425357093855", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-590704728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a0901a7f19418998c47af0adb97f54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a48cea-ee", "ovs_interfaceid": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.455224] env[62822]: DEBUG nova.compute.manager [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received event network-vif-plugged-38fbf7e2-1225-4963-a52c-e27d7d6be403 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.455446] env[62822]: DEBUG oslo_concurrency.lockutils [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] Acquiring lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.455636] env[62822]: DEBUG oslo_concurrency.lockutils [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.455797] env[62822]: DEBUG oslo_concurrency.lockutils [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.455960] env[62822]: DEBUG nova.compute.manager [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] No waiting events found dispatching network-vif-plugged-38fbf7e2-1225-4963-a52c-e27d7d6be403 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.456170] env[62822]: WARNING nova.compute.manager [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received unexpected event network-vif-plugged-38fbf7e2-1225-4963-a52c-e27d7d6be403 for instance with vm_state building and task_state spawning. [ 839.456335] env[62822]: DEBUG nova.compute.manager [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received event network-changed-38fbf7e2-1225-4963-a52c-e27d7d6be403 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.456478] env[62822]: DEBUG nova.compute.manager [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Refreshing instance network info cache due to event network-changed-38fbf7e2-1225-4963-a52c-e27d7d6be403. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 839.456671] env[62822]: DEBUG oslo_concurrency.lockutils [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] Acquiring lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.456809] env[62822]: DEBUG oslo_concurrency.lockutils [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] Acquired lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.456964] env[62822]: DEBUG nova.network.neutron [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Refreshing network info cache for port 38fbf7e2-1225-4963-a52c-e27d7d6be403 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.462075] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.467131] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.469618] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.726s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.471956] env[62822]: INFO nova.compute.claims [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.492197] env[62822]: DEBUG oslo_vmware.api [None req-f7830a07-02e4-425d-948f-8b1880fc9021 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764327, 'name': SuspendVM_Task} progress is 54%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.493186] env[62822]: INFO nova.scheduler.client.report [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Deleted allocations for instance d01665b2-c36d-4dbb-875f-fd4e0b0d606c [ 839.517029] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670904} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.517588] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 67a708f5-4f70-4541-b4f5-921e371660f3/67a708f5-4f70-4541-b4f5-921e371660f3.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.517812] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.518081] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2498433-2cfc-4ac4-b181-41cf7fa58647 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.525509] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for the task: (returnval){ [ 839.525509] env[62822]: value = "task-2764328" [ 839.525509] env[62822]: _type = "Task" [ 839.525509] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.533034] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.910113] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Releasing lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.995407] env[62822]: DEBUG oslo_vmware.api [None req-f7830a07-02e4-425d-948f-8b1880fc9021 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764327, 'name': SuspendVM_Task, 'duration_secs': 0.63943} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.995708] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f7830a07-02e4-425d-948f-8b1880fc9021 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Suspended the VM {{(pid=62822) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 839.995965] env[62822]: DEBUG nova.compute.manager [None req-f7830a07-02e4-425d-948f-8b1880fc9021 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.996669] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9e46a3-aa65-4a94-a56b-029a17471b33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.002395] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ea1ec12-1820-4d3b-99ed-49d1f7e31c56 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "d01665b2-c36d-4dbb-875f-fd4e0b0d606c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.051s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.003983] env[62822]: DEBUG nova.network.neutron [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.037436] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069518} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.037707] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.038499] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77925c6-cc35-4f4b-9840-307204fa894b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.061815] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 67a708f5-4f70-4541-b4f5-921e371660f3/67a708f5-4f70-4541-b4f5-921e371660f3.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.064925] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aa77837-e044-4744-b61b-bfa358ec05dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.088667] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for the task: (returnval){ [ 840.088667] env[62822]: value = "task-2764329" [ 840.088667] env[62822]: _type = "Task" [ 840.088667] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.097306] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.142070] env[62822]: DEBUG nova.network.neutron [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.314447] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "4300818c-bf1e-48d5-8569-ac29ab221f65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.314794] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "4300818c-bf1e-48d5-8569-ac29ab221f65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.315064] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "4300818c-bf1e-48d5-8569-ac29ab221f65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.315297] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "4300818c-bf1e-48d5-8569-ac29ab221f65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.315513] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "4300818c-bf1e-48d5-8569-ac29ab221f65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.318310] env[62822]: INFO nova.compute.manager [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Terminating instance [ 840.415133] env[62822]: DEBUG nova.compute.manager [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.416032] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7d4d47-f1cb-48dd-b0c8-32d5e8f6df50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.600509] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764329, 'name': ReconfigVM_Task, 'duration_secs': 0.289633} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.600761] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 67a708f5-4f70-4541-b4f5-921e371660f3/67a708f5-4f70-4541-b4f5-921e371660f3.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.601660] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7844dc52-f345-4762-a690-25b3e6eb1367 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.607610] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for the task: (returnval){ [ 840.607610] env[62822]: value = "task-2764330" [ 840.607610] env[62822]: _type = "Task" [ 840.607610] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.617395] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764330, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.646490] env[62822]: DEBUG oslo_concurrency.lockutils [req-e6776bc2-b777-4280-b5f1-9f14020645f1 req-82c64ef0-5f10-4969-894b-e17bbad581ab service nova] Releasing lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.646898] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.647080] env[62822]: DEBUG nova.network.neutron [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.822220] env[62822]: DEBUG nova.compute.manager [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.822436] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.823487] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19f0a49-88f0-4ac1-b678-23b9a97e433c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.830712] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.831513] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf25ebfa-c787-4186-9c21-a146946cce6d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.838955] env[62822]: DEBUG oslo_vmware.api [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 840.838955] env[62822]: value = "task-2764331" [ 840.838955] env[62822]: _type = "Task" [ 840.838955] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.848292] env[62822]: DEBUG oslo_vmware.api [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.902921] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483f4678-c78e-454e-a09d-0ebc7e2acf72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.911109] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15973ca3-4776-44df-a0f4-34dc243878c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.947536] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e60ad4-fd0b-466a-bf57-89bced62c764 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.955892] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fefc3e1-8e21-4d75-ab8e-0a35f347a4d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.970026] env[62822]: DEBUG nova.compute.provider_tree [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.118272] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764330, 'name': Rename_Task, 'duration_secs': 0.14894} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.119279] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.119279] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c37b337-f3ff-4835-acd3-c3a66a332422 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.125801] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for the task: (returnval){ [ 841.125801] env[62822]: value = "task-2764332" [ 841.125801] env[62822]: _type = "Task" [ 841.125801] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.134029] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.191918] env[62822]: DEBUG nova.network.neutron [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.349104] env[62822]: DEBUG oslo_vmware.api [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764331, 'name': PowerOffVM_Task, 'duration_secs': 0.221232} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.349470] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.349647] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.349907] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d05b45e9-71ad-4ad9-845f-6be69ab88dde {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.412327] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.412675] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.412939] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Deleting the datastore file [datastore2] 4300818c-bf1e-48d5-8569-ac29ab221f65 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.413338] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe24892b-16cf-4819-9617-bf4c72ab7c59 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.420095] env[62822]: DEBUG oslo_vmware.api [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for the task: (returnval){ [ 841.420095] env[62822]: value = "task-2764334" [ 841.420095] env[62822]: _type = "Task" [ 841.420095] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.427934] env[62822]: DEBUG oslo_vmware.api [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.453023] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538e465d-80cf-4559-ae85-b80478a3219b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.460845] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Doing hard reboot of VM {{(pid=62822) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 841.461246] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d8ba53d2-cfd2-436b-806f-e149d41f71d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.469401] env[62822]: DEBUG oslo_vmware.api [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 841.469401] env[62822]: value = "task-2764335" [ 841.469401] env[62822]: _type = "Task" [ 841.469401] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.474382] env[62822]: DEBUG nova.scheduler.client.report [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.485459] env[62822]: DEBUG oslo_vmware.api [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764335, 'name': ResetVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.610447] env[62822]: DEBUG nova.network.neutron [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updating instance_info_cache with network_info: [{"id": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "address": "fa:16:3e:59:61:42", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38fbf7e2-12", "ovs_interfaceid": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.634831] env[62822]: DEBUG oslo_vmware.api [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764332, 'name': PowerOnVM_Task, 'duration_secs': 0.459179} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.635189] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.635334] env[62822]: INFO nova.compute.manager [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Took 7.94 seconds to spawn the instance on the hypervisor. [ 841.635511] env[62822]: DEBUG nova.compute.manager [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.636313] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab865c6d-a47d-440a-80d0-95320b778637 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.929720] env[62822]: DEBUG oslo_vmware.api [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Task: {'id': task-2764334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190904} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.930034] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.930391] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.930606] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.930893] env[62822]: INFO nova.compute.manager [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Took 1.11 seconds to destroy the instance on the hypervisor. [ 841.931225] env[62822]: DEBUG oslo.service.loopingcall [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.931459] env[62822]: DEBUG nova.compute.manager [-] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.931558] env[62822]: DEBUG nova.network.neutron [-] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.979871] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.980435] env[62822]: DEBUG nova.compute.manager [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.982925] env[62822]: DEBUG oslo_vmware.api [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764335, 'name': ResetVM_Task, 'duration_secs': 0.11752} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.983653] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.585s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.985224] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Did hard reboot of VM {{(pid=62822) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 841.985414] env[62822]: DEBUG nova.compute.manager [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.986387] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84f1cd7-117f-4caa-8b6c-21f5a88b43a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.115020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.115020] env[62822]: DEBUG nova.compute.manager [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Instance network_info: |[{"id": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "address": "fa:16:3e:59:61:42", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38fbf7e2-12", "ovs_interfaceid": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.115020] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:61:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38fbf7e2-1225-4963-a52c-e27d7d6be403', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.122886] env[62822]: DEBUG oslo.service.loopingcall [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.123863] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.124179] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e62401a-dd90-4067-83cf-17680a312947 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.150687] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.150687] env[62822]: value = "task-2764336" [ 842.150687] env[62822]: _type = "Task" [ 842.150687] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.155517] env[62822]: INFO nova.compute.manager [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Took 47.65 seconds to build instance. [ 842.161628] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764336, 'name': CreateVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.206835] env[62822]: DEBUG nova.compute.manager [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.208395] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82773dc8-a186-40e2-a6d0-0cb82fbe7de2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.261720] env[62822]: DEBUG nova.compute.manager [req-ed6488f8-ebcf-4e46-b680-7b038acf451e req-6a65e8df-808f-4ed1-b5ca-5cc137f33d42 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Received event network-vif-deleted-9596aae8-dbd7-4693-8a92-28d7e203bd38 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.262104] env[62822]: INFO nova.compute.manager [req-ed6488f8-ebcf-4e46-b680-7b038acf451e req-6a65e8df-808f-4ed1-b5ca-5cc137f33d42 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Neutron deleted interface 9596aae8-dbd7-4693-8a92-28d7e203bd38; detaching it from the instance and deleting it from the info cache [ 842.262331] env[62822]: DEBUG nova.network.neutron [req-ed6488f8-ebcf-4e46-b680-7b038acf451e req-6a65e8df-808f-4ed1-b5ca-5cc137f33d42 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.487975] env[62822]: DEBUG nova.compute.utils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.489570] env[62822]: DEBUG nova.compute.manager [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.489765] env[62822]: DEBUG nova.network.neutron [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.494260] env[62822]: INFO nova.compute.claims [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.503430] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02ddac30-4ad7-4d40-ad54-5f0d3001098a tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.247s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.538630] env[62822]: DEBUG nova.policy [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd622c0591594158ad66d3adf5802426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6040a19d646444a1b94ba64960498974', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.554893] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff8cdede-b4c9-41c6-8cc2-3ceabd534012 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquiring lock "interface-67a708f5-4f70-4541-b4f5-921e371660f3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.555312] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff8cdede-b4c9-41c6-8cc2-3ceabd534012 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "interface-67a708f5-4f70-4541-b4f5-921e371660f3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.555767] env[62822]: DEBUG nova.objects.instance [None req-ff8cdede-b4c9-41c6-8cc2-3ceabd534012 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lazy-loading 'flavor' on Instance uuid 67a708f5-4f70-4541-b4f5-921e371660f3 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.658237] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b63b3af9-faa3-46d0-8809-f9e11e3ae4f9 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "67a708f5-4f70-4541-b4f5-921e371660f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.346s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.661675] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764336, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.666063] env[62822]: DEBUG nova.network.neutron [-] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.718872] env[62822]: INFO nova.compute.manager [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] instance snapshotting [ 842.719094] env[62822]: WARNING nova.compute.manager [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 842.721843] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c7a2a2-b572-4af3-8dd3-2f50bbf6eca7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.741023] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847e3535-76d6-484b-9d99-1784fb58681f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.765133] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f468b32-f2b8-4d61-b0d2-9e0866deace0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.774646] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce06719-28d3-432f-9489-cd4b5040bb59 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.793786] env[62822]: DEBUG nova.network.neutron [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Successfully created port: 002976cf-eb7d-4e86-b92b-166c6200237a {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.812322] env[62822]: DEBUG nova.compute.manager [req-ed6488f8-ebcf-4e46-b680-7b038acf451e req-6a65e8df-808f-4ed1-b5ca-5cc137f33d42 service nova] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Detach interface failed, port_id=9596aae8-dbd7-4693-8a92-28d7e203bd38, reason: Instance 4300818c-bf1e-48d5-8569-ac29ab221f65 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 842.993828] env[62822]: DEBUG nova.compute.manager [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.002396] env[62822]: INFO nova.compute.resource_tracker [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating resource usage from migration 370085b8-6449-4bb2-9d49-f5f2e479d730 [ 843.060357] env[62822]: DEBUG nova.objects.instance [None req-ff8cdede-b4c9-41c6-8cc2-3ceabd534012 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lazy-loading 'pci_requests' on Instance uuid 67a708f5-4f70-4541-b4f5-921e371660f3 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.166630] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764336, 'name': CreateVM_Task, 'duration_secs': 0.773107} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.166805] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.167510] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.167703] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.168031] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.168442] env[62822]: INFO nova.compute.manager [-] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Took 1.24 seconds to deallocate network for instance. [ 843.168646] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6719d23-fdbe-4238-a754-57c5d9f8789d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.178645] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 843.178645] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52143cee-7122-7148-55de-72f05ec15c26" [ 843.178645] env[62822]: _type = "Task" [ 843.178645] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.186821] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52143cee-7122-7148-55de-72f05ec15c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.252899] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.253336] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3623e7df-53c6-4a38-a923-7ed7da159faf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.263035] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 843.263035] env[62822]: value = "task-2764337" [ 843.263035] env[62822]: _type = "Task" [ 843.263035] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.274370] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764337, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.502797] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29e739c-6076-46d9-b5d3-6f9590d736a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.511184] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33381d83-4231-4491-a75d-609b28761273 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.546293] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5155e3e3-6653-4770-a57b-3c92fb7c8192 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.555399] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698524bb-fb43-4a5d-9524-5788aa3ea75b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.562271] env[62822]: DEBUG nova.objects.base [None req-ff8cdede-b4c9-41c6-8cc2-3ceabd534012 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Object Instance<67a708f5-4f70-4541-b4f5-921e371660f3> lazy-loaded attributes: flavor,pci_requests {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 843.562486] env[62822]: DEBUG nova.network.neutron [None req-ff8cdede-b4c9-41c6-8cc2-3ceabd534012 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.574608] env[62822]: DEBUG nova.compute.provider_tree [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.660822] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff8cdede-b4c9-41c6-8cc2-3ceabd534012 tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "interface-67a708f5-4f70-4541-b4f5-921e371660f3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.104s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.680515] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.691864] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52143cee-7122-7148-55de-72f05ec15c26, 'name': SearchDatastore_Task, 'duration_secs': 0.009802} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.692261] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.692614] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.692932] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.693176] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.693443] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.693782] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acbe535f-ecb8-4a71-b7f8-fe2333534322 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.704403] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.704602] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.705403] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035b6081-18ad-427c-b013-d29cffad3efe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.712365] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 843.712365] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52efac3d-ab40-5004-e108-7d88639acf52" [ 843.712365] env[62822]: _type = "Task" [ 843.712365] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.720306] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52efac3d-ab40-5004-e108-7d88639acf52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.769945] env[62822]: DEBUG nova.compute.manager [req-50f41f91-6553-497a-8c7b-33296fb08eae req-4007541d-81eb-47bf-9fc4-9f45db729277 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Received event network-changed-77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.770184] env[62822]: DEBUG nova.compute.manager [req-50f41f91-6553-497a-8c7b-33296fb08eae req-4007541d-81eb-47bf-9fc4-9f45db729277 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Refreshing instance network info cache due to event network-changed-77a48cea-ee4e-4c3c-9bfd-3b42fe099b41. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 843.770356] env[62822]: DEBUG oslo_concurrency.lockutils [req-50f41f91-6553-497a-8c7b-33296fb08eae req-4007541d-81eb-47bf-9fc4-9f45db729277 service nova] Acquiring lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.770493] env[62822]: DEBUG oslo_concurrency.lockutils [req-50f41f91-6553-497a-8c7b-33296fb08eae req-4007541d-81eb-47bf-9fc4-9f45db729277 service nova] Acquired lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.770647] env[62822]: DEBUG nova.network.neutron [req-50f41f91-6553-497a-8c7b-33296fb08eae req-4007541d-81eb-47bf-9fc4-9f45db729277 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Refreshing network info cache for port 77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.775668] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764337, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.006936] env[62822]: DEBUG nova.compute.manager [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.029341] env[62822]: DEBUG nova.virt.hardware [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.029576] env[62822]: DEBUG nova.virt.hardware [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.029730] env[62822]: DEBUG nova.virt.hardware [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.029906] env[62822]: DEBUG nova.virt.hardware [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.030065] env[62822]: DEBUG nova.virt.hardware [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.030216] env[62822]: DEBUG nova.virt.hardware [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.030420] env[62822]: DEBUG nova.virt.hardware [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.030574] env[62822]: DEBUG nova.virt.hardware [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.030735] env[62822]: DEBUG nova.virt.hardware [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.030913] env[62822]: DEBUG nova.virt.hardware [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.031110] env[62822]: DEBUG nova.virt.hardware [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.032034] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6e68f4-3198-4778-bbd5-502da0bd43fd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.041030] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0733cc2-0278-462a-9dd3-de9f75b3994f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.077351] env[62822]: DEBUG nova.scheduler.client.report [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.223650] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52efac3d-ab40-5004-e108-7d88639acf52, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.226364] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa5ac318-3fa6-454c-a28a-034314da08f2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.231081] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 844.231081] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d24086-a1c6-c0e1-a354-e32e1a7ae1ad" [ 844.231081] env[62822]: _type = "Task" [ 844.231081] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.239987] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d24086-a1c6-c0e1-a354-e32e1a7ae1ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.272384] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764337, 'name': CreateSnapshot_Task, 'duration_secs': 0.545418} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.272660] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 844.273425] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57360917-5f67-43fb-9ffd-d8e07dcdf1b8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.410939] env[62822]: DEBUG nova.network.neutron [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Successfully updated port: 002976cf-eb7d-4e86-b92b-166c6200237a {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.488681] env[62822]: DEBUG nova.compute.manager [req-88164cd2-f16b-45e6-810a-51c1d471f6e4 req-66f97faf-f203-4127-8bb0-86b93cf4504f service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Received event network-vif-plugged-002976cf-eb7d-4e86-b92b-166c6200237a {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.488946] env[62822]: DEBUG oslo_concurrency.lockutils [req-88164cd2-f16b-45e6-810a-51c1d471f6e4 req-66f97faf-f203-4127-8bb0-86b93cf4504f service nova] Acquiring lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.489204] env[62822]: DEBUG oslo_concurrency.lockutils [req-88164cd2-f16b-45e6-810a-51c1d471f6e4 req-66f97faf-f203-4127-8bb0-86b93cf4504f service nova] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.489412] env[62822]: DEBUG oslo_concurrency.lockutils [req-88164cd2-f16b-45e6-810a-51c1d471f6e4 req-66f97faf-f203-4127-8bb0-86b93cf4504f service nova] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.489602] env[62822]: DEBUG nova.compute.manager [req-88164cd2-f16b-45e6-810a-51c1d471f6e4 req-66f97faf-f203-4127-8bb0-86b93cf4504f service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] No waiting events found dispatching network-vif-plugged-002976cf-eb7d-4e86-b92b-166c6200237a {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.489788] env[62822]: WARNING nova.compute.manager [req-88164cd2-f16b-45e6-810a-51c1d471f6e4 req-66f97faf-f203-4127-8bb0-86b93cf4504f service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Received unexpected event network-vif-plugged-002976cf-eb7d-4e86-b92b-166c6200237a for instance with vm_state building and task_state spawning. [ 844.527655] env[62822]: DEBUG nova.network.neutron [req-50f41f91-6553-497a-8c7b-33296fb08eae req-4007541d-81eb-47bf-9fc4-9f45db729277 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Updated VIF entry in instance network info cache for port 77a48cea-ee4e-4c3c-9bfd-3b42fe099b41. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.528141] env[62822]: DEBUG nova.network.neutron [req-50f41f91-6553-497a-8c7b-33296fb08eae req-4007541d-81eb-47bf-9fc4-9f45db729277 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Updating instance_info_cache with network_info: [{"id": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "address": "fa:16:3e:65:37:19", "network": {"id": "e2bdb788-fcc9-4e18-a93f-425357093855", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-590704728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a0901a7f19418998c47af0adb97f54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a48cea-ee", "ovs_interfaceid": "77a48cea-ee4e-4c3c-9bfd-3b42fe099b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.584147] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.599s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.584147] env[62822]: INFO nova.compute.manager [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Migrating [ 844.589821] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.971s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.590068] env[62822]: DEBUG nova.objects.instance [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lazy-loading 'resources' on Instance uuid f406770f-d166-4215-92e9-0f7aa21c6e5f {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.747333] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d24086-a1c6-c0e1-a354-e32e1a7ae1ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012695} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.747710] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.748705] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 13ce48ae-3c46-45d9-a277-4a3243a8a404/13ce48ae-3c46-45d9-a277-4a3243a8a404.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.748705] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4798d7a-4694-4fca-80c0-d3be4ba3519a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.759305] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 844.759305] env[62822]: value = "task-2764338" [ 844.759305] env[62822]: _type = "Task" [ 844.759305] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.772522] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.795248] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 844.795553] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-62c612af-b993-4579-83f0-be4ce3bdee87 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.804086] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 844.804086] env[62822]: value = "task-2764339" [ 844.804086] env[62822]: _type = "Task" [ 844.804086] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.808157] env[62822]: DEBUG oslo_concurrency.lockutils [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.808395] env[62822]: DEBUG oslo_concurrency.lockutils [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.808599] env[62822]: DEBUG oslo_concurrency.lockutils [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.808779] env[62822]: DEBUG oslo_concurrency.lockutils [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.809101] env[62822]: DEBUG oslo_concurrency.lockutils [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.811644] env[62822]: INFO nova.compute.manager [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Terminating instance [ 844.820146] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764339, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.915114] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.915431] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.915431] env[62822]: DEBUG nova.network.neutron [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.031439] env[62822]: DEBUG oslo_concurrency.lockutils [req-50f41f91-6553-497a-8c7b-33296fb08eae req-4007541d-81eb-47bf-9fc4-9f45db729277 service nova] Releasing lock "refresh_cache-768e8177-75a0-493f-a6c8-7a36ddfaa00e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.102139] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.102354] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.102538] env[62822]: DEBUG nova.network.neutron [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.273263] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764338, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.318717] env[62822]: DEBUG nova.compute.manager [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.318959] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.323431] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c87356-d5a2-48a0-a920-f282b6351143 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.327799] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764339, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.332619] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.332914] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb268f7a-0fcf-4508-aed2-86664c1db269 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.345440] env[62822]: DEBUG oslo_vmware.api [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 845.345440] env[62822]: value = "task-2764340" [ 845.345440] env[62822]: _type = "Task" [ 845.345440] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.359668] env[62822]: DEBUG oslo_vmware.api [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.448494] env[62822]: DEBUG nova.network.neutron [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.592191] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cf0379-6312-4c0e-8e73-0e0a32a0014d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.599883] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78df72b-bd97-4b14-901c-b2dfa5227355 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.632532] env[62822]: DEBUG nova.network.neutron [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance_info_cache with network_info: [{"id": "002976cf-eb7d-4e86-b92b-166c6200237a", "address": "fa:16:3e:11:5e:f9", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002976cf-eb", "ovs_interfaceid": "002976cf-eb7d-4e86-b92b-166c6200237a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.634225] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb042dcc-aab9-4f37-9539-2d88f34a2b34 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.642557] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d5e61e-2c3f-482b-89ad-555a947e7ac3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.656716] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquiring lock "67a708f5-4f70-4541-b4f5-921e371660f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.656980] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "67a708f5-4f70-4541-b4f5-921e371660f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.657202] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquiring lock "67a708f5-4f70-4541-b4f5-921e371660f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.657400] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "67a708f5-4f70-4541-b4f5-921e371660f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.657575] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "67a708f5-4f70-4541-b4f5-921e371660f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.659603] env[62822]: DEBUG nova.compute.provider_tree [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.663252] env[62822]: INFO nova.compute.manager [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Terminating instance [ 846.466684] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.466769] env[62822]: DEBUG nova.compute.manager [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Instance network_info: |[{"id": "002976cf-eb7d-4e86-b92b-166c6200237a", "address": "fa:16:3e:11:5e:f9", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002976cf-eb", "ovs_interfaceid": "002976cf-eb7d-4e86-b92b-166c6200237a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.467680] env[62822]: DEBUG nova.scheduler.client.report [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.471063] env[62822]: DEBUG nova.compute.manager [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.471292] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.473822] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637533} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.480298] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:5e:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '002976cf-eb7d-4e86-b92b-166c6200237a', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.487495] env[62822]: DEBUG oslo.service.loopingcall [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.488173] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668e1cea-59ba-4da4-af32-f41d13b95496 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.493175] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 13ce48ae-3c46-45d9-a277-4a3243a8a404/13ce48ae-3c46-45d9-a277-4a3243a8a404.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.493175] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.493175] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.493175] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05778779-5ea2-4301-8f9c-a808e8baa642 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.494192] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15775796-c844-4181-8a98-b5f669dfd09d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.514883] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764339, 'name': CloneVM_Task, 'duration_secs': 1.222527} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.515193] env[62822]: DEBUG oslo_vmware.api [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764340, 'name': PowerOffVM_Task, 'duration_secs': 0.217099} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.517560] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Created linked-clone VM from snapshot [ 846.518162] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.518328] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.519059] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.520966] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b42858-5ee9-4d4c-83e2-93231461c030 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.524554] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0650c96-faa3-4b61-9193-49c259d683f0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.525078] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd75a6c8-c728-47a3-b815-0390483f0e50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.527150] env[62822]: DEBUG nova.compute.manager [req-754bbd04-efae-4a6e-a0b0-3f58eeb3bdea req-bda46d9f-16ce-4fe7-85d3-5bd53cf8fc3d service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Received event network-changed-002976cf-eb7d-4e86-b92b-166c6200237a {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.527327] env[62822]: DEBUG nova.compute.manager [req-754bbd04-efae-4a6e-a0b0-3f58eeb3bdea req-bda46d9f-16ce-4fe7-85d3-5bd53cf8fc3d service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Refreshing instance network info cache due to event network-changed-002976cf-eb7d-4e86-b92b-166c6200237a. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 846.527537] env[62822]: DEBUG oslo_concurrency.lockutils [req-754bbd04-efae-4a6e-a0b0-3f58eeb3bdea req-bda46d9f-16ce-4fe7-85d3-5bd53cf8fc3d service nova] Acquiring lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.527673] env[62822]: DEBUG oslo_concurrency.lockutils [req-754bbd04-efae-4a6e-a0b0-3f58eeb3bdea req-bda46d9f-16ce-4fe7-85d3-5bd53cf8fc3d service nova] Acquired lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.527832] env[62822]: DEBUG nova.network.neutron [req-754bbd04-efae-4a6e-a0b0-3f58eeb3bdea req-bda46d9f-16ce-4fe7-85d3-5bd53cf8fc3d service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Refreshing network info cache for port 002976cf-eb7d-4e86-b92b-166c6200237a {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.529379] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 846.529379] env[62822]: value = "task-2764341" [ 846.529379] env[62822]: _type = "Task" [ 846.529379] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.533208] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.533208] env[62822]: value = "task-2764342" [ 846.533208] env[62822]: _type = "Task" [ 846.533208] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.545407] env[62822]: DEBUG oslo_vmware.api [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for the task: (returnval){ [ 846.545407] env[62822]: value = "task-2764344" [ 846.545407] env[62822]: _type = "Task" [ 846.545407] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.545407] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Uploading image 3db9277f-e346-4040-aa89-e491f3c08129 {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 846.556657] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.557113] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764342, 'name': CreateVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.563032] env[62822]: DEBUG oslo_vmware.api [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.575135] env[62822]: DEBUG oslo_vmware.rw_handles [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 846.575135] env[62822]: value = "vm-556158" [ 846.575135] env[62822]: _type = "VirtualMachine" [ 846.575135] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 846.575658] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0da26476-40a3-484c-99e4-30f64a2f366d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.585099] env[62822]: DEBUG oslo_vmware.rw_handles [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lease: (returnval){ [ 846.585099] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528ba2bd-123e-48ce-3c15-5838eb20a19c" [ 846.585099] env[62822]: _type = "HttpNfcLease" [ 846.585099] env[62822]: } obtained for exporting VM: (result){ [ 846.585099] env[62822]: value = "vm-556158" [ 846.585099] env[62822]: _type = "VirtualMachine" [ 846.585099] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 846.585353] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the lease: (returnval){ [ 846.585353] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528ba2bd-123e-48ce-3c15-5838eb20a19c" [ 846.585353] env[62822]: _type = "HttpNfcLease" [ 846.585353] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 846.592997] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.592997] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528ba2bd-123e-48ce-3c15-5838eb20a19c" [ 846.592997] env[62822]: _type = "HttpNfcLease" [ 846.592997] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 846.599045] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.599298] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.599473] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Deleting the datastore file [datastore2] 768e8177-75a0-493f-a6c8-7a36ddfaa00e {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.599730] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0b87591-0ed1-443d-927c-cb6b51b08c57 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.606416] env[62822]: DEBUG oslo_vmware.api [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 846.606416] env[62822]: value = "task-2764346" [ 846.606416] env[62822]: _type = "Task" [ 846.606416] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.618791] env[62822]: DEBUG oslo_vmware.api [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.630737] env[62822]: DEBUG nova.network.neutron [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance_info_cache with network_info: [{"id": "8d88f392-f8fd-4108-b191-bb8156946ddb", "address": "fa:16:3e:94:1a:8e", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d88f392-f8", "ovs_interfaceid": "8d88f392-f8fd-4108-b191-bb8156946ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.976024] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.386s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.977950] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.266s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.029563] env[62822]: INFO nova.scheduler.client.report [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted allocations for instance f406770f-d166-4215-92e9-0f7aa21c6e5f [ 847.056141] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135876} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.056323] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764342, 'name': CreateVM_Task, 'duration_secs': 0.401067} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.056553] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.056753] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.057778] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b079e09e-51e4-4eff-9273-216f9943914b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.060465] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.060911] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.060992] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.063875] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47ee9966-46ac-4a9a-86d7-288ef2eb249f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.066045] env[62822]: DEBUG oslo_vmware.api [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764344, 'name': PowerOffVM_Task, 'duration_secs': 0.220944} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.066446] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.066643] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.067219] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8834852e-3b93-4892-ae8f-293fe375b8d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.079595] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 847.079595] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5290938a-6e5a-4a60-ba96-39ed8b89b6db" [ 847.079595] env[62822]: _type = "Task" [ 847.079595] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.088061] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 13ce48ae-3c46-45d9-a277-4a3243a8a404/13ce48ae-3c46-45d9-a277-4a3243a8a404.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.091549] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433e067f-dda3-4ec8-a8c2-9889b5b7b892 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.119693] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 847.119693] env[62822]: value = "task-2764348" [ 847.119693] env[62822]: _type = "Task" [ 847.119693] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.125723] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.125723] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528ba2bd-123e-48ce-3c15-5838eb20a19c" [ 847.125723] env[62822]: _type = "HttpNfcLease" [ 847.125723] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 847.125723] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5290938a-6e5a-4a60-ba96-39ed8b89b6db, 'name': SearchDatastore_Task, 'duration_secs': 0.013109} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.130410] env[62822]: DEBUG oslo_vmware.rw_handles [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 847.130410] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528ba2bd-123e-48ce-3c15-5838eb20a19c" [ 847.130410] env[62822]: _type = "HttpNfcLease" [ 847.130410] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 847.132530] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.132530] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.132530] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.132530] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.132530] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.132530] env[62822]: DEBUG oslo_vmware.api [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137506} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.132530] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073e067b-623f-4fed-9e50-301c5e0d578c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.138022] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-314bf6fa-1f5d-43cf-8eff-c8c810ba06ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.138022] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.138022] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.138022] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.138022] env[62822]: INFO nova.compute.manager [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Took 1.82 seconds to destroy the instance on the hypervisor. [ 847.138022] env[62822]: DEBUG oslo.service.loopingcall [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.138430] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.140838] env[62822]: DEBUG nova.compute.manager [-] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.141015] env[62822]: DEBUG nova.network.neutron [-] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.146970] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.149980] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.150960] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.150960] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Deleting the datastore file [datastore1] 67a708f5-4f70-4541-b4f5-921e371660f3 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.154805] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0c44505-6c1e-4bf9-ba70-3e6146515d76 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.158362] env[62822]: DEBUG oslo_vmware.rw_handles [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525559d0-1773-f265-5d58-bc2a41fa87dc/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 847.158362] env[62822]: DEBUG oslo_vmware.rw_handles [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525559d0-1773-f265-5d58-bc2a41fa87dc/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 847.160813] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.161101] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.163142] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8264679a-d0fc-4c53-9230-1ee34221ff08 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.227201] env[62822]: DEBUG oslo_vmware.api [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for the task: (returnval){ [ 847.227201] env[62822]: value = "task-2764349" [ 847.227201] env[62822]: _type = "Task" [ 847.227201] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.234940] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 847.234940] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525792ad-76e6-c7f3-3569-471f448d3d6a" [ 847.234940] env[62822]: _type = "Task" [ 847.234940] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.242781] env[62822]: DEBUG oslo_vmware.api [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.248557] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525792ad-76e6-c7f3-3569-471f448d3d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.249400] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a60486-21af-4a0b-9f4b-8b4cc0db0cc9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.256078] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 847.256078] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526bdb11-4d49-bbdb-e52d-c583feacddc2" [ 847.256078] env[62822]: _type = "Task" [ 847.256078] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.264843] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526bdb11-4d49-bbdb-e52d-c583feacddc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.269956] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-860450d3-42b9-4ff4-9edc-a0c6fd50b4f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.349163] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.349411] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.460540] env[62822]: DEBUG nova.network.neutron [req-754bbd04-efae-4a6e-a0b0-3f58eeb3bdea req-bda46d9f-16ce-4fe7-85d3-5bd53cf8fc3d service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updated VIF entry in instance network info cache for port 002976cf-eb7d-4e86-b92b-166c6200237a. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.460983] env[62822]: DEBUG nova.network.neutron [req-754bbd04-efae-4a6e-a0b0-3f58eeb3bdea req-bda46d9f-16ce-4fe7-85d3-5bd53cf8fc3d service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance_info_cache with network_info: [{"id": "002976cf-eb7d-4e86-b92b-166c6200237a", "address": "fa:16:3e:11:5e:f9", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002976cf-eb", "ovs_interfaceid": "002976cf-eb7d-4e86-b92b-166c6200237a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.540989] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ce6277f1-e0c8-4271-9cf3-81c8da31bfbe tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "f406770f-d166-4215-92e9-0f7aa21c6e5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.347s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.635077] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764348, 'name': ReconfigVM_Task, 'duration_secs': 0.266493} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.635746] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 13ce48ae-3c46-45d9-a277-4a3243a8a404/13ce48ae-3c46-45d9-a277-4a3243a8a404.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.636393] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-055d427e-6a97-43b2-9b78-ce860c3b1442 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.645364] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 847.645364] env[62822]: value = "task-2764350" [ 847.645364] env[62822]: _type = "Task" [ 847.645364] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.656216] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764350, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.739976] env[62822]: DEBUG oslo_vmware.api [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Task: {'id': task-2764349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131078} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.740534] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.740842] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.741124] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.741386] env[62822]: INFO nova.compute.manager [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Took 1.27 seconds to destroy the instance on the hypervisor. [ 847.741690] env[62822]: DEBUG oslo.service.loopingcall [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.741932] env[62822]: DEBUG nova.compute.manager [-] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.742183] env[62822]: DEBUG nova.network.neutron [-] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.768514] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526bdb11-4d49-bbdb-e52d-c583feacddc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010263} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.769466] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.769466] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9/e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.771017] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-968fce00-7e4a-48b8-a486-60af5c73ffa0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.779607] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 847.779607] env[62822]: value = "task-2764351" [ 847.779607] env[62822]: _type = "Task" [ 847.779607] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.792730] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.852815] env[62822]: DEBUG nova.compute.utils [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.964598] env[62822]: DEBUG oslo_concurrency.lockutils [req-754bbd04-efae-4a6e-a0b0-3f58eeb3bdea req-bda46d9f-16ce-4fe7-85d3-5bd53cf8fc3d service nova] Releasing lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.000383] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Applying migration context for instance 8fb48046-cb42-4250-a73a-046e1bc69f96 as it has an incoming, in-progress migration 370085b8-6449-4bb2-9d49-f5f2e479d730. Migration status is migrating {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 848.004985] env[62822]: INFO nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating resource usage from migration 370085b8-6449-4bb2-9d49-f5f2e479d730 [ 848.029850] env[62822]: DEBUG nova.network.neutron [-] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.035394] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.035394] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2ebb4556-1741-48cc-b40c-45cde919e39d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.035394] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance aae2f44a-12ca-4315-982b-1d2ac2e97b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.035394] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 4f4f114c-34cc-42f6-9aec-21178b0234f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.035394] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 11541cf8-c651-4963-a4d6-cd08aa6362d3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.035689] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 20645462-846a-4517-aee8-38a9211096bc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 848.035689] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 3bd82072-2c33-475f-bac6-da59d2c431ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.035784] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.035907] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.036065] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance fd20843a-b98f-4169-af2a-42a57647923a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.036275] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 4300818c-bf1e-48d5-8569-ac29ab221f65 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 848.036390] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance b4a81199-7124-4839-b399-2be629aff6cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.036498] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance d2942f62-06a3-4732-83ff-c58015c992b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.037263] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 17ab5c9c-e2c3-459b-804e-abcfeeac8796 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.037263] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 88e04421-20bf-43d3-9773-0d5d7632ed22 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 848.037263] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 66bade72-0818-400e-ac81-2c8da1a2dd97 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 848.037263] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance ef3ef51f-3bf2-4296-ade5-9f3c24861fe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.037263] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance e64465d7-5082-4e3f-be9e-a5ea87784fae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.037462] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 75385fad-42c0-46cc-98ce-27a22199dfca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 848.037564] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 57a1c135-5990-46e4-84ee-9e46647f2280 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 848.037723] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance b5714e47-2750-4617-a185-7e1cfeac03dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.037830] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 02e12fe7-6caa-4601-a1dd-38e2c8de8427 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 848.038239] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 768e8177-75a0-493f-a6c8-7a36ddfaa00e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.038239] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.038400] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 67a708f5-4f70-4541-b4f5-921e371660f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.038526] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 13ce48ae-3c46-45d9-a277-4a3243a8a404 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.038616] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.039547] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Migration 370085b8-6449-4bb2-9d49-f5f2e479d730 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 848.039547] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 8fb48046-cb42-4250-a73a-046e1bc69f96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.159328] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764350, 'name': Rename_Task, 'duration_secs': 0.173431} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.160617] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.160921] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ca4545-5d15-42dd-ba53-24aa3ebe7674 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.167848] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 848.167848] env[62822]: value = "task-2764352" [ 848.167848] env[62822]: _type = "Task" [ 848.167848] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.181349] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.293802] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764351, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.356964] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.532917] env[62822]: INFO nova.compute.manager [-] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Took 1.39 seconds to deallocate network for instance. [ 848.542374] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 3fd01614-57fa-4618-92fc-d7edcf00afec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 848.545621] env[62822]: DEBUG nova.network.neutron [-] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.654381] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ccfdfd-6fe0-4b7a-993e-131eaab9085c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.674875] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance '8fb48046-cb42-4250-a73a-046e1bc69f96' progress to 0 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.683849] env[62822]: DEBUG nova.compute.manager [req-23bed25a-3699-40f3-b83d-dcc50cb34015 req-e7485b05-1697-4bd1-b454-090e2a37cb47 service nova] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Received event network-vif-deleted-77a48cea-ee4e-4c3c-9bfd-3b42fe099b41 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.684187] env[62822]: DEBUG nova.compute.manager [req-23bed25a-3699-40f3-b83d-dcc50cb34015 req-e7485b05-1697-4bd1-b454-090e2a37cb47 service nova] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Received event network-vif-deleted-c6b193da-ccf9-4886-b698-7f556305d02a {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.690344] env[62822]: DEBUG oslo_vmware.api [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764352, 'name': PowerOnVM_Task, 'duration_secs': 0.493848} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.690666] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.690933] env[62822]: INFO nova.compute.manager [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Took 10.22 seconds to spawn the instance on the hypervisor. [ 848.691147] env[62822]: DEBUG nova.compute.manager [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.691973] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d510d55-bef1-48d6-98e4-f72403f81271 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.795041] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628836} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.795394] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9/e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.795624] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.795908] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-611f4fa8-9a85-4a15-ada6-b1c976b705cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.803444] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 848.803444] env[62822]: value = "task-2764353" [ 848.803444] env[62822]: _type = "Task" [ 848.803444] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.812404] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.040398] env[62822]: DEBUG oslo_concurrency.lockutils [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.044356] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2b417050-a196-4d4d-9a91-fb5a2dc1f423 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.047594] env[62822]: INFO nova.compute.manager [-] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Took 1.31 seconds to deallocate network for instance. [ 849.187036] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.187418] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b3187aa-d880-43f7-9e25-2d2e0d3a41a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.193857] env[62822]: DEBUG oslo_vmware.api [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 849.193857] env[62822]: value = "task-2764354" [ 849.193857] env[62822]: _type = "Task" [ 849.193857] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.207274] env[62822]: DEBUG oslo_vmware.api [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.212848] env[62822]: INFO nova.compute.manager [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Took 48.25 seconds to build instance. [ 849.314057] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081416} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.314057] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.314987] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f24f382-96f8-48c8-be64-52783f7f4ad2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.338816] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9/e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.339233] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e2573a-22a1-4364-befd-043d1ac91d91 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.360968] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 849.360968] env[62822]: value = "task-2764355" [ 849.360968] env[62822]: _type = "Task" [ 849.360968] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.370197] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.444465] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.444465] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.444465] env[62822]: INFO nova.compute.manager [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Attaching volume 885cb3db-4614-48d1-9a6b-4c0660bdb87b to /dev/sdb [ 849.482431] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d429c8-0cdd-4a2f-a36d-9b98c4967f99 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.491211] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b3133d-3016-4bff-bb96-0e97915c128f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.506290] env[62822]: DEBUG nova.virt.block_device [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Updating existing volume attachment record: 5d66a29f-7a3a-49dd-a214-d72bffc4b20b {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 849.550679] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 94ca5394-01bd-4460-84f3-849795fc095b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.557119] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.704967] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 849.705252] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance '8fb48046-cb42-4250-a73a-046e1bc69f96' progress to 17 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.713815] env[62822]: DEBUG oslo_concurrency.lockutils [None req-db938ba4-817f-459e-bacd-6b9e8b5e558b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.764s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.873771] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764355, 'name': ReconfigVM_Task, 'duration_secs': 0.48895} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.875208] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Reconfigured VM instance instance-00000044 to attach disk [datastore2] e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9/e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.876575] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3786cb0e-97e5-430b-a2bd-2c7fe72d7c83 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.883814] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 849.883814] env[62822]: value = "task-2764357" [ 849.883814] env[62822]: _type = "Task" [ 849.883814] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.894731] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764357, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.059444] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 610fe044-57e5-4e4c-96da-58e43865ba5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 850.062034] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 850.062034] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 850.211440] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.211754] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.212036] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.212299] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.212499] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.212703] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.212981] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.213227] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.213382] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.213607] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.213862] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.222261] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02a525c3-2189-4e1e-9793-048c4f4ed58f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.238771] env[62822]: DEBUG oslo_vmware.api [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 850.238771] env[62822]: value = "task-2764360" [ 850.238771] env[62822]: _type = "Task" [ 850.238771] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.251877] env[62822]: DEBUG oslo_vmware.api [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.394250] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764357, 'name': Rename_Task, 'duration_secs': 0.211821} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.394651] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.394924] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e910287f-cc71-44d7-817f-f72863c82788 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.401467] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 850.401467] env[62822]: value = "task-2764361" [ 850.401467] env[62822]: _type = "Task" [ 850.401467] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.415180] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.584225] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f470e0e8-0b03-4014-b4c9-2162e05b9001 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.592468] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ea9530-3531-4bb9-9cbd-f918d080f3f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.624130] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e86318a-4c0a-450c-8b3c-dbba9a7e43f6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.631992] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc020329-4b77-4e48-9435-969dca892b76 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.646219] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.721280] env[62822]: DEBUG nova.compute.manager [req-482ca10e-6ca2-4e28-ab68-4ddc6c3c385f req-dfceece7-6d19-495d-8912-c08a109f45cb service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received event network-changed-38fbf7e2-1225-4963-a52c-e27d7d6be403 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.721280] env[62822]: DEBUG nova.compute.manager [req-482ca10e-6ca2-4e28-ab68-4ddc6c3c385f req-dfceece7-6d19-495d-8912-c08a109f45cb service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Refreshing instance network info cache due to event network-changed-38fbf7e2-1225-4963-a52c-e27d7d6be403. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 850.721280] env[62822]: DEBUG oslo_concurrency.lockutils [req-482ca10e-6ca2-4e28-ab68-4ddc6c3c385f req-dfceece7-6d19-495d-8912-c08a109f45cb service nova] Acquiring lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.721280] env[62822]: DEBUG oslo_concurrency.lockutils [req-482ca10e-6ca2-4e28-ab68-4ddc6c3c385f req-dfceece7-6d19-495d-8912-c08a109f45cb service nova] Acquired lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.721280] env[62822]: DEBUG nova.network.neutron [req-482ca10e-6ca2-4e28-ab68-4ddc6c3c385f req-dfceece7-6d19-495d-8912-c08a109f45cb service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Refreshing network info cache for port 38fbf7e2-1225-4963-a52c-e27d7d6be403 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.750191] env[62822]: DEBUG oslo_vmware.api [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764360, 'name': ReconfigVM_Task, 'duration_secs': 0.151575} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.750509] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance '8fb48046-cb42-4250-a73a-046e1bc69f96' progress to 33 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.914709] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764361, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.168758] env[62822]: ERROR nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [req-85bdcd62-568e-49d7-91bf-55c730815b69] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-85bdcd62-568e-49d7-91bf-55c730815b69"}]} [ 851.188274] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 851.205740] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 851.206154] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.218581] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 851.244888] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 851.261183] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.261595] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.262099] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.262450] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.262796] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.263088] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.263422] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.263696] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.263964] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.264266] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.264556] env[62822]: DEBUG nova.virt.hardware [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.275943] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 851.282928] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58e7e959-a79b-46cb-9ed1-6ce6b1cd6698 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.313029] env[62822]: DEBUG oslo_vmware.api [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 851.313029] env[62822]: value = "task-2764362" [ 851.313029] env[62822]: _type = "Task" [ 851.313029] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.326456] env[62822]: DEBUG oslo_vmware.api [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764362, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.415485] env[62822]: DEBUG oslo_vmware.api [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764361, 'name': PowerOnVM_Task, 'duration_secs': 0.730958} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.418199] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.418390] env[62822]: INFO nova.compute.manager [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Took 7.41 seconds to spawn the instance on the hypervisor. [ 851.418567] env[62822]: DEBUG nova.compute.manager [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.419610] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1429a9f7-07bf-4620-b5e2-3a5234a3c71e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.552196] env[62822]: DEBUG nova.network.neutron [req-482ca10e-6ca2-4e28-ab68-4ddc6c3c385f req-dfceece7-6d19-495d-8912-c08a109f45cb service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updated VIF entry in instance network info cache for port 38fbf7e2-1225-4963-a52c-e27d7d6be403. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.552196] env[62822]: DEBUG nova.network.neutron [req-482ca10e-6ca2-4e28-ab68-4ddc6c3c385f req-dfceece7-6d19-495d-8912-c08a109f45cb service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updating instance_info_cache with network_info: [{"id": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "address": "fa:16:3e:59:61:42", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38fbf7e2-12", "ovs_interfaceid": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.741499] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac238e71-0f22-487a-94c5-77ca9ccddaa5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.749569] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023bd693-c683-47f8-9091-f7c6027a7e53 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.781990] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ec3116-3e50-4579-86b5-a5cd760707f2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.789753] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dc6d0b-3d86-4b3e-99da-ca140b91b98a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.804821] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.823539] env[62822]: DEBUG oslo_vmware.api [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764362, 'name': ReconfigVM_Task, 'duration_secs': 0.179245} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.823819] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 851.824602] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdcf768-2921-47be-99c8-ad386aad28f2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.851981] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 8fb48046-cb42-4250-a73a-046e1bc69f96/8fb48046-cb42-4250-a73a-046e1bc69f96.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.853162] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a9ec18b-c1bf-4522-9f90-aa56f0cbacb2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.872022] env[62822]: DEBUG oslo_vmware.api [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 851.872022] env[62822]: value = "task-2764363" [ 851.872022] env[62822]: _type = "Task" [ 851.872022] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.882784] env[62822]: DEBUG oslo_vmware.api [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.944349] env[62822]: INFO nova.compute.manager [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Took 47.22 seconds to build instance. [ 852.055629] env[62822]: DEBUG oslo_concurrency.lockutils [req-482ca10e-6ca2-4e28-ab68-4ddc6c3c385f req-dfceece7-6d19-495d-8912-c08a109f45cb service nova] Releasing lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.338723] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.339063] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 95 to 96 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.339245] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.383517] env[62822]: DEBUG oslo_vmware.api [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764363, 'name': ReconfigVM_Task, 'duration_secs': 0.27519} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.383819] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 8fb48046-cb42-4250-a73a-046e1bc69f96/8fb48046-cb42-4250-a73a-046e1bc69f96.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.384784] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance '8fb48046-cb42-4250-a73a-046e1bc69f96' progress to 50 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.446186] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e5231848-b5c5-4cb5-910d-4902e8ff5862 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.737s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.844754] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 852.845091] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.867s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.845313] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.290s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.845500] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.847779] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.211s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.849530] env[62822]: INFO nova.compute.claims [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.852630] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.852793] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Cleaning up deleted instances {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 852.878983] env[62822]: INFO nova.scheduler.client.report [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Deleted allocations for instance 66bade72-0818-400e-ac81-2c8da1a2dd97 [ 852.891119] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057c29c2-f422-4789-b77e-b58c7bfc9b73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.914560] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f34f60-24a0-4b24-9a7d-c2199410949a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.933924] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance '8fb48046-cb42-4250-a73a-046e1bc69f96' progress to 67 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.366370] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] There are 38 instances to clean {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 853.366636] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: f710a2ab-c06d-4205-b336-3bf29e759d4b] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 853.388517] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08388324-b4d2-43c6-96af-e1d7cc5c991e tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "66bade72-0818-400e-ac81-2c8da1a2dd97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.260s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.477033] env[62822]: DEBUG nova.network.neutron [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Port 8d88f392-f8fd-4108-b191-bb8156946ddb binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 853.872915] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: f406770f-d166-4215-92e9-0f7aa21c6e5f] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 853.964901] env[62822]: DEBUG oslo_vmware.rw_handles [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525559d0-1773-f265-5d58-bc2a41fa87dc/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 853.965839] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d351670e-2970-4055-8fdb-39b11cff789e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.976019] env[62822]: DEBUG oslo_vmware.rw_handles [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525559d0-1773-f265-5d58-bc2a41fa87dc/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 853.976019] env[62822]: ERROR oslo_vmware.rw_handles [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525559d0-1773-f265-5d58-bc2a41fa87dc/disk-0.vmdk due to incomplete transfer. [ 853.976019] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-65ef45d8-32e3-49c1-b1d7-dfbc4c6b6120 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.985614] env[62822]: DEBUG oslo_vmware.rw_handles [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525559d0-1773-f265-5d58-bc2a41fa87dc/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 853.985814] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Uploaded image 3db9277f-e346-4040-aa89-e491f3c08129 to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 853.987958] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 853.990627] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76801d1d-1bef-43ec-8b8f-264f6c571a04 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.998243] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 853.998243] env[62822]: value = "task-2764365" [ 853.998243] env[62822]: _type = "Task" [ 853.998243] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.010482] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764365, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.242819] env[62822]: DEBUG nova.compute.manager [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Stashing vm_state: active {{(pid=62822) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 854.361998] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebc12ab-477b-4a8c-8e79-de6587f3d917 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.369589] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194c6878-a98c-46a5-99c9-272e1bcabac1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.399821] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 8ba39ac3-459a-4265-80ec-60d421f7183d] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 854.402139] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.402527] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.402769] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.402961] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.403148] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.404974] env[62822]: INFO nova.compute.manager [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Terminating instance [ 854.408286] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1991be51-7746-4a56-b84c-ac58ea246332 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.417202] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40740c9d-ed3f-48c6-97ee-af6591471991 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.431804] env[62822]: DEBUG nova.compute.provider_tree [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.486026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "e64465d7-5082-4e3f-be9e-a5ea87784fae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.486026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "e64465d7-5082-4e3f-be9e-a5ea87784fae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.486026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "e64465d7-5082-4e3f-be9e-a5ea87784fae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.486026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "e64465d7-5082-4e3f-be9e-a5ea87784fae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.486026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "e64465d7-5082-4e3f-be9e-a5ea87784fae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.488956] env[62822]: INFO nova.compute.manager [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Terminating instance [ 854.508907] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "8fb48046-cb42-4250-a73a-046e1bc69f96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.509186] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.509365] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.516678] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764365, 'name': Destroy_Task, 'duration_secs': 0.309123} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.516830] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Destroyed the VM [ 854.517080] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 854.517341] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b705337c-e4c0-4436-8505-bd8966da5577 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.526032] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 854.526032] env[62822]: value = "task-2764366" [ 854.526032] env[62822]: _type = "Task" [ 854.526032] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.535395] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764366, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.580531] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 854.580823] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556161', 'volume_id': '885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'name': 'volume-885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896', 'attached_at': '', 'detached_at': '', 'volume_id': '885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'serial': '885cb3db-4614-48d1-9a6b-4c0660bdb87b'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 854.581851] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590bc879-1b54-43ea-9039-dad807ed7240 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.598986] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d88b68d-e8ca-48c1-93ce-f160ba52a7dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.630629] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-885cb3db-4614-48d1-9a6b-4c0660bdb87b/volume-885cb3db-4614-48d1-9a6b-4c0660bdb87b.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.631037] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b673674-3609-43dd-9b2b-99e6c5b06781 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.652686] env[62822]: DEBUG oslo_vmware.api [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 854.652686] env[62822]: value = "task-2764367" [ 854.652686] env[62822]: _type = "Task" [ 854.652686] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.660841] env[62822]: DEBUG oslo_vmware.api [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.761115] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.908463] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: d5d91978-129c-4b45-a8f6-5dcd7e73c406] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 854.911085] env[62822]: DEBUG nova.compute.manager [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.911384] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.912890] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6d15b6-fb38-4e15-a6ab-a08e619be564 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.921704] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.921982] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d14a3f-43f4-45fa-9194-9d3b43561457 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.928263] env[62822]: DEBUG oslo_vmware.api [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 854.928263] env[62822]: value = "task-2764368" [ 854.928263] env[62822]: _type = "Task" [ 854.928263] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.938985] env[62822]: DEBUG nova.scheduler.client.report [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.943254] env[62822]: DEBUG oslo_vmware.api [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.012049] env[62822]: DEBUG nova.compute.manager [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.012197] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.013434] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e274761a-2061-4bd3-b194-d2d64cf462a1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.022220] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.023103] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6f2aed7-438c-47f7-96e7-72c48dda4f21 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.031830] env[62822]: DEBUG oslo_vmware.api [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 855.031830] env[62822]: value = "task-2764369" [ 855.031830] env[62822]: _type = "Task" [ 855.031830] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.040271] env[62822]: DEBUG oslo_vmware.api [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764366, 'name': RemoveSnapshot_Task, 'duration_secs': 0.447603} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.044345] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 855.044698] env[62822]: INFO nova.compute.manager [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Took 12.32 seconds to snapshot the instance on the hypervisor. [ 855.048105] env[62822]: DEBUG oslo_vmware.api [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.167721] env[62822]: DEBUG oslo_vmware.api [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764367, 'name': ReconfigVM_Task, 'duration_secs': 0.386616} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.168015] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-885cb3db-4614-48d1-9a6b-4c0660bdb87b/volume-885cb3db-4614-48d1-9a6b-4c0660bdb87b.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.175183] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd79099c-4142-4625-b6eb-485ebbdfc1c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.192157] env[62822]: DEBUG oslo_vmware.api [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 855.192157] env[62822]: value = "task-2764370" [ 855.192157] env[62822]: _type = "Task" [ 855.192157] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.203094] env[62822]: DEBUG oslo_vmware.api [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.334138] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.334618] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.334937] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.335260] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.335564] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.337918] env[62822]: INFO nova.compute.manager [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Terminating instance [ 855.412671] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 5ef42ba8-daa5-439a-901b-d2e423d04417] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.438045] env[62822]: DEBUG oslo_vmware.api [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764368, 'name': PowerOffVM_Task, 'duration_secs': 0.188472} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.438960] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.439143] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.439398] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75e47144-c47a-438d-b30c-fa98ef859cc0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.444689] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.445169] env[62822]: DEBUG nova.compute.manager [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.447637] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.572s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.447840] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.450931] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.350s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.450931] env[62822]: DEBUG nova.objects.instance [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 855.481415] env[62822]: INFO nova.scheduler.client.report [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Deleted allocations for instance 57a1c135-5990-46e4-84ee-9e46647f2280 [ 855.504732] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.504732] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.504876] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Deleting the datastore file [datastore1] ef3ef51f-3bf2-4296-ade5-9f3c24861fe5 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.505498] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35cb57bc-40cd-48fa-a977-f0d444cebd54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.512632] env[62822]: DEBUG oslo_vmware.api [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 855.512632] env[62822]: value = "task-2764372" [ 855.512632] env[62822]: _type = "Task" [ 855.512632] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.526062] env[62822]: DEBUG oslo_vmware.api [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.540860] env[62822]: DEBUG oslo_vmware.api [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764369, 'name': PowerOffVM_Task, 'duration_secs': 0.190989} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.542226] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.542325] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.543136] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13ac74f5-586b-4b46-926b-8158da7456f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.550786] env[62822]: DEBUG nova.compute.manager [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Instance disappeared during snapshot {{(pid=62822) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 855.561193] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.561241] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.561390] env[62822]: DEBUG nova.network.neutron [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.572724] env[62822]: DEBUG nova.compute.manager [None req-adee1167-cd72-470b-889f-5ac692674266 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image not found during clean up 3db9277f-e346-4040-aa89-e491f3c08129 {{(pid=62822) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 855.599258] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.599550] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.599795] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Deleting the datastore file [datastore1] e64465d7-5082-4e3f-be9e-a5ea87784fae {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.600090] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ed626ac-a5f7-4c7e-ae03-93559507811b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.606699] env[62822]: DEBUG oslo_vmware.api [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for the task: (returnval){ [ 855.606699] env[62822]: value = "task-2764374" [ 855.606699] env[62822]: _type = "Task" [ 855.606699] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.615600] env[62822]: DEBUG oslo_vmware.api [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.702542] env[62822]: DEBUG oslo_vmware.api [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764370, 'name': ReconfigVM_Task, 'duration_secs': 0.248285} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.702734] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556161', 'volume_id': '885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'name': 'volume-885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896', 'attached_at': '', 'detached_at': '', 'volume_id': '885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'serial': '885cb3db-4614-48d1-9a6b-4c0660bdb87b'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 855.841813] env[62822]: DEBUG nova.compute.manager [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.842171] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.843065] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b99843-94ec-4201-ab0f-3a55ab48684c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.851198] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.851427] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-056745d6-9cbd-4cec-9960-e93a79f41a38 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.912373] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.913205] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.913882] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleting the datastore file [datastore1] bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.913882] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d2f8d00-24f0-44c8-8521-b44cad854a29 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.916345] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 8232b6bb-d5d1-4631-8d92-efa272c56dcd] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.922642] env[62822]: DEBUG oslo_vmware.api [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 855.922642] env[62822]: value = "task-2764376" [ 855.922642] env[62822]: _type = "Task" [ 855.922642] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.931591] env[62822]: DEBUG oslo_vmware.api [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.954735] env[62822]: DEBUG nova.compute.utils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.956097] env[62822]: DEBUG nova.compute.manager [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.956315] env[62822]: DEBUG nova.network.neutron [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.991957] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a46d28ba-403f-40d3-be68-74bbe6d1f220 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "57a1c135-5990-46e4-84ee-9e46647f2280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.635s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.012245] env[62822]: DEBUG nova.policy [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3687f566d9c4a6792ef03f338ea8b97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c6210012f9943fabba95b1c38aba368', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.023534] env[62822]: DEBUG oslo_vmware.api [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160765} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.023793] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.023974] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.024170] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.024341] env[62822]: INFO nova.compute.manager [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 856.024577] env[62822]: DEBUG oslo.service.loopingcall [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.024768] env[62822]: DEBUG nova.compute.manager [-] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.024876] env[62822]: DEBUG nova.network.neutron [-] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.073565] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.073796] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.117055] env[62822]: DEBUG oslo_vmware.api [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Task: {'id': task-2764374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143603} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.117594] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.117809] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.118011] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.118194] env[62822]: INFO nova.compute.manager [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Took 1.11 seconds to destroy the instance on the hypervisor. [ 856.118424] env[62822]: DEBUG oslo.service.loopingcall [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.118625] env[62822]: DEBUG nova.compute.manager [-] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.118695] env[62822]: DEBUG nova.network.neutron [-] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.419929] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: e70ccdef-128e-4cd9-a7f1-3b9fdf24f98f] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 856.432092] env[62822]: DEBUG oslo_vmware.api [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503543} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.432424] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.432634] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.432831] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.433015] env[62822]: INFO nova.compute.manager [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Took 0.59 seconds to destroy the instance on the hypervisor. [ 856.433280] env[62822]: DEBUG oslo.service.loopingcall [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.433490] env[62822]: DEBUG nova.compute.manager [-] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.433586] env[62822]: DEBUG nova.network.neutron [-] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.463060] env[62822]: DEBUG nova.compute.manager [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.467159] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b0e3421d-a5ed-417f-9fc1-debb80153c62 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.472346] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.064s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.472563] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.475225] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.544s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.477347] env[62822]: INFO nova.compute.claims [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.513028] env[62822]: INFO nova.scheduler.client.report [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Deleted allocations for instance 88e04421-20bf-43d3-9773-0d5d7632ed22 [ 856.580422] env[62822]: DEBUG nova.compute.manager [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.757103] env[62822]: DEBUG nova.objects.instance [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'flavor' on Instance uuid c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.825771] env[62822]: DEBUG nova.network.neutron [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance_info_cache with network_info: [{"id": "8d88f392-f8fd-4108-b191-bb8156946ddb", "address": "fa:16:3e:94:1a:8e", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d88f392-f8", "ovs_interfaceid": "8d88f392-f8fd-4108-b191-bb8156946ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.925409] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: d01665b2-c36d-4dbb-875f-fd4e0b0d606c] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 857.002948] env[62822]: DEBUG nova.compute.manager [req-f91f5c17-2660-4fc8-9c16-9f9e08c64f7a req-2340355e-3466-4ce6-8a42-e19b84fc3133 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Received event network-vif-deleted-16ee0e30-467e-46ec-8f43-e35ae5c18b01 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.003166] env[62822]: INFO nova.compute.manager [req-f91f5c17-2660-4fc8-9c16-9f9e08c64f7a req-2340355e-3466-4ce6-8a42-e19b84fc3133 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Neutron deleted interface 16ee0e30-467e-46ec-8f43-e35ae5c18b01; detaching it from the instance and deleting it from the info cache [ 857.003412] env[62822]: DEBUG nova.network.neutron [req-f91f5c17-2660-4fc8-9c16-9f9e08c64f7a req-2340355e-3466-4ce6-8a42-e19b84fc3133 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.021275] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a6373bf9-5c8f-48f5-bcfa-5bcee8801730 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "88e04421-20bf-43d3-9773-0d5d7632ed22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.564s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.068787] env[62822]: DEBUG nova.compute.manager [req-b6e5973a-3db7-4e01-afea-cef0d3715318 req-e1e407b9-a051-4db4-98d0-ec140bacb992 service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Received event network-vif-deleted-e845d3ab-a3ce-4faf-8f79-4367ab19802e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.069027] env[62822]: INFO nova.compute.manager [req-b6e5973a-3db7-4e01-afea-cef0d3715318 req-e1e407b9-a051-4db4-98d0-ec140bacb992 service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Neutron deleted interface e845d3ab-a3ce-4faf-8f79-4367ab19802e; detaching it from the instance and deleting it from the info cache [ 857.069261] env[62822]: DEBUG nova.network.neutron [req-b6e5973a-3db7-4e01-afea-cef0d3715318 req-e1e407b9-a051-4db4-98d0-ec140bacb992 service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.069838] env[62822]: WARNING oslo_messaging._drivers.amqpdriver [req-b6e5973a-3db7-4e01-afea-cef0d3715318 req-e1e407b9-a051-4db4-98d0-ec140bacb992 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 857.108616] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.219384] env[62822]: DEBUG nova.network.neutron [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Successfully created port: 698931f2-f2c1-4f5b-8715-2b9e207ad631 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.242616] env[62822]: DEBUG nova.network.neutron [-] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.262383] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08317693-a8cf-4b87-a771-e282e72022fe tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.819s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.297284] env[62822]: DEBUG nova.network.neutron [-] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.329163] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.427672] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 3381f3dc-cca3-4757-9745-0fe3d4e1671e] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 857.477155] env[62822]: DEBUG nova.compute.manager [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.507817] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93c85862-6976-43fb-b230-199ac18b06ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.512744] env[62822]: DEBUG nova.virt.hardware [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.512971] env[62822]: DEBUG nova.virt.hardware [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.513139] env[62822]: DEBUG nova.virt.hardware [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.513318] env[62822]: DEBUG nova.virt.hardware [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.513764] env[62822]: DEBUG nova.virt.hardware [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.513764] env[62822]: DEBUG nova.virt.hardware [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.513873] env[62822]: DEBUG nova.virt.hardware [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.513949] env[62822]: DEBUG nova.virt.hardware [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.514135] env[62822]: DEBUG nova.virt.hardware [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.514427] env[62822]: DEBUG nova.virt.hardware [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.514486] env[62822]: DEBUG nova.virt.hardware [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.515638] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94768f8-0046-43af-ab1f-82eb2fb62013 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.536723] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4c5c91-8f50-44d0-b2e2-8822978b2e05 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.568190] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebcee89-bffe-4569-b02f-3e46e12ee839 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.577509] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7603179-34d2-47fa-a5f2-b4e22fe27487 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.606929] env[62822]: DEBUG nova.compute.manager [req-f91f5c17-2660-4fc8-9c16-9f9e08c64f7a req-2340355e-3466-4ce6-8a42-e19b84fc3133 service nova] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Detach interface failed, port_id=16ee0e30-467e-46ec-8f43-e35ae5c18b01, reason: Instance bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 857.610434] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523a3e54-c4e4-41ed-9706-4df50eae61e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.634061] env[62822]: DEBUG nova.network.neutron [-] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.647944] env[62822]: DEBUG nova.compute.manager [req-b6e5973a-3db7-4e01-afea-cef0d3715318 req-e1e407b9-a051-4db4-98d0-ec140bacb992 service nova] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Detach interface failed, port_id=e845d3ab-a3ce-4faf-8f79-4367ab19802e, reason: Instance ef3ef51f-3bf2-4296-ade5-9f3c24861fe5 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 857.746737] env[62822]: INFO nova.compute.manager [-] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Took 1.31 seconds to deallocate network for instance. [ 857.799375] env[62822]: INFO nova.compute.manager [-] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Took 1.77 seconds to deallocate network for instance. [ 857.856316] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22e8eed-20ea-47cf-af6a-e5b7acc60557 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.881586] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efbdd78-6aa2-45ed-bf95-0fcfb1be7392 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.889448] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance '8fb48046-cb42-4250-a73a-046e1bc69f96' progress to 83 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.927853] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.928107] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.928271] env[62822]: DEBUG nova.compute.manager [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.929243] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e194eb8-cb78-4fcf-a9ca-2a4c95225e25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.933029] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: e8ecc175-f462-4715-9b11-dfa9b3780d94] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 857.941456] env[62822]: DEBUG nova.compute.manager [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62822) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 857.942304] env[62822]: DEBUG nova.objects.instance [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'flavor' on Instance uuid c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.025796] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c8e062-626f-43cf-b57d-1e985f3bcc9a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.033554] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d60d96-3b76-4964-b577-29099c0109ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.064327] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aadfc68-161c-409f-bf8c-671f44c120c1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.071702] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f32ca6c-d8d9-454c-be68-119ae9d76d62 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.084635] env[62822]: DEBUG nova.compute.provider_tree [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.149252] env[62822]: INFO nova.compute.manager [-] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Took 2.03 seconds to deallocate network for instance. [ 858.184076] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "2ebb4556-1741-48cc-b40c-45cde919e39d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.184403] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.184591] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "2ebb4556-1741-48cc-b40c-45cde919e39d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.184772] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.184948] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.186892] env[62822]: INFO nova.compute.manager [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Terminating instance [ 858.253521] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.308334] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.396677] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ff992b0a-da2f-4b72-a3d3-ecaa5d62d040 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance '8fb48046-cb42-4250-a73a-046e1bc69f96' progress to 100 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.436194] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: f1d2aae8-d54b-4de5-b2ce-01d0a061d643] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.587908] env[62822]: DEBUG nova.scheduler.client.report [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.655631] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.693829] env[62822]: DEBUG nova.compute.manager [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.693829] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.694112] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8eed46-32ff-4aa0-9b74-47bf676cd245 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.701936] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.702193] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca8345d8-a669-4596-a213-8782be8bc430 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.709139] env[62822]: DEBUG oslo_vmware.api [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 858.709139] env[62822]: value = "task-2764377" [ 858.709139] env[62822]: _type = "Task" [ 858.709139] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.718078] env[62822]: DEBUG oslo_vmware.api [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.878203] env[62822]: DEBUG nova.network.neutron [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Successfully updated port: 698931f2-f2c1-4f5b-8715-2b9e207ad631 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.941032] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 55a07a62-4f4b-416c-9481-506af3dc587a] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.950322] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.950930] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-496b3789-dc73-4087-9a7b-d9579f675df3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.957212] env[62822]: DEBUG oslo_vmware.api [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 858.957212] env[62822]: value = "task-2764378" [ 858.957212] env[62822]: _type = "Task" [ 858.957212] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.965406] env[62822]: DEBUG oslo_vmware.api [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.093603] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.094281] env[62822]: DEBUG nova.compute.manager [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.097695] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.960s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.098994] env[62822]: INFO nova.compute.claims [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.167253] env[62822]: DEBUG nova.compute.manager [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Received event network-vif-deleted-e25ec775-c1ac-4923-b088-b318ee979de3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.167629] env[62822]: DEBUG nova.compute.manager [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Received event network-vif-plugged-698931f2-f2c1-4f5b-8715-2b9e207ad631 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.167629] env[62822]: DEBUG oslo_concurrency.lockutils [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] Acquiring lock "3fd01614-57fa-4618-92fc-d7edcf00afec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.167832] env[62822]: DEBUG oslo_concurrency.lockutils [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] Lock "3fd01614-57fa-4618-92fc-d7edcf00afec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.167992] env[62822]: DEBUG oslo_concurrency.lockutils [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] Lock "3fd01614-57fa-4618-92fc-d7edcf00afec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.168168] env[62822]: DEBUG nova.compute.manager [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] No waiting events found dispatching network-vif-plugged-698931f2-f2c1-4f5b-8715-2b9e207ad631 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.168329] env[62822]: WARNING nova.compute.manager [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Received unexpected event network-vif-plugged-698931f2-f2c1-4f5b-8715-2b9e207ad631 for instance with vm_state building and task_state spawning. [ 859.168485] env[62822]: DEBUG nova.compute.manager [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Received event network-changed-698931f2-f2c1-4f5b-8715-2b9e207ad631 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.168634] env[62822]: DEBUG nova.compute.manager [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Refreshing instance network info cache due to event network-changed-698931f2-f2c1-4f5b-8715-2b9e207ad631. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.168812] env[62822]: DEBUG oslo_concurrency.lockutils [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] Acquiring lock "refresh_cache-3fd01614-57fa-4618-92fc-d7edcf00afec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.169035] env[62822]: DEBUG oslo_concurrency.lockutils [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] Acquired lock "refresh_cache-3fd01614-57fa-4618-92fc-d7edcf00afec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.169162] env[62822]: DEBUG nova.network.neutron [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Refreshing network info cache for port 698931f2-f2c1-4f5b-8715-2b9e207ad631 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.219722] env[62822]: DEBUG oslo_vmware.api [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764377, 'name': PowerOffVM_Task, 'duration_secs': 0.195137} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.220243] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.220443] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.220706] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58df1d63-9a18-475b-acfc-4038cebf3c25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.283775] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.284029] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.284255] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Deleting the datastore file [datastore1] 2ebb4556-1741-48cc-b40c-45cde919e39d {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.284548] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ee6ac0e-ba48-49eb-85f4-bb86c554a3a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.290784] env[62822]: DEBUG oslo_vmware.api [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for the task: (returnval){ [ 859.290784] env[62822]: value = "task-2764380" [ 859.290784] env[62822]: _type = "Task" [ 859.290784] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.299276] env[62822]: DEBUG oslo_vmware.api [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.379935] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquiring lock "refresh_cache-3fd01614-57fa-4618-92fc-d7edcf00afec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.443455] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: d6d95cd6-e6e2-48fe-8766-15fbc677a0e8] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.468352] env[62822]: DEBUG oslo_vmware.api [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764378, 'name': PowerOffVM_Task, 'duration_secs': 0.310905} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.468667] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.468811] env[62822]: DEBUG nova.compute.manager [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.469610] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2864098-cf68-439c-81a3-12531ddd737c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.603561] env[62822]: DEBUG nova.compute.utils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.607266] env[62822]: DEBUG nova.compute.manager [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Not allocating networking since 'none' was specified. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 859.711670] env[62822]: DEBUG nova.network.neutron [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.800920] env[62822]: DEBUG oslo_vmware.api [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Task: {'id': task-2764380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145192} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.804025] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.804025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.804025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.804025] env[62822]: INFO nova.compute.manager [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 859.804025] env[62822]: DEBUG oslo.service.loopingcall [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.804025] env[62822]: DEBUG nova.compute.manager [-] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.804025] env[62822]: DEBUG nova.network.neutron [-] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.841056] env[62822]: DEBUG nova.network.neutron [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.949228] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 1cb0dd52-e92e-4d1f-82ad-926fd793c889] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.981644] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5748f4ce-3cf2-404e-bd33-5b65090323ae tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.107555] env[62822]: DEBUG nova.compute.manager [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.343440] env[62822]: DEBUG oslo_concurrency.lockutils [req-d0fdc4b5-5b1e-4d52-9acd-c59b2fa6c060 req-4424aeea-9f2a-4df7-9af7-eac4987ea444 service nova] Releasing lock "refresh_cache-3fd01614-57fa-4618-92fc-d7edcf00afec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.343886] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquired lock "refresh_cache-3fd01614-57fa-4618-92fc-d7edcf00afec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.343953] env[62822]: DEBUG nova.network.neutron [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.452750] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 7bc03c18-24a9-4e83-aaf7-a16af8164829] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.476809] env[62822]: DEBUG nova.objects.instance [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'flavor' on Instance uuid c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.557625] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2ab66f-a347-4a77-8152-63b26cccfba6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.565698] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51de57bc-7b53-4c7a-8bf4-5d50672badaf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.596459] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b242dd3-5da1-4d9e-b5d7-16591803b48d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.604227] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75559f1d-b361-4146-91c9-6314781782b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.617707] env[62822]: DEBUG nova.network.neutron [-] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.622652] env[62822]: DEBUG nova.compute.provider_tree [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.841891] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "8fb48046-cb42-4250-a73a-046e1bc69f96" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.842293] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.842579] env[62822]: DEBUG nova.compute.manager [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Going to confirm migration 3 {{(pid=62822) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 860.941749] env[62822]: DEBUG nova.network.neutron [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.957127] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: faa282f6-f946-4f8e-aea8-23c8ea493f18] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.985171] env[62822]: DEBUG oslo_concurrency.lockutils [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.985365] env[62822]: DEBUG oslo_concurrency.lockutils [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquired lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.985657] env[62822]: DEBUG nova.network.neutron [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.985703] env[62822]: DEBUG nova.objects.instance [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'info_cache' on Instance uuid c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.127415] env[62822]: DEBUG nova.compute.manager [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.129837] env[62822]: INFO nova.compute.manager [-] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Took 1.33 seconds to deallocate network for instance. [ 861.130664] env[62822]: DEBUG nova.scheduler.client.report [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.147975] env[62822]: DEBUG nova.network.neutron [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Updating instance_info_cache with network_info: [{"id": "698931f2-f2c1-4f5b-8715-2b9e207ad631", "address": "fa:16:3e:5e:72:1f", "network": {"id": "434480ce-c9a3-4827-bbf0-c6cee4c4cff2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-380133713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c6210012f9943fabba95b1c38aba368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698931f2-f2", "ovs_interfaceid": "698931f2-f2c1-4f5b-8715-2b9e207ad631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.172686] env[62822]: DEBUG nova.virt.hardware [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.172912] env[62822]: DEBUG nova.virt.hardware [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.173079] env[62822]: DEBUG nova.virt.hardware [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.173265] env[62822]: DEBUG nova.virt.hardware [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.173407] env[62822]: DEBUG nova.virt.hardware [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.173548] env[62822]: DEBUG nova.virt.hardware [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.173752] env[62822]: DEBUG nova.virt.hardware [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.173904] env[62822]: DEBUG nova.virt.hardware [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.174077] env[62822]: DEBUG nova.virt.hardware [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.174237] env[62822]: DEBUG nova.virt.hardware [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.174405] env[62822]: DEBUG nova.virt.hardware [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.175630] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eab60c-5385-4fd6-a1a3-18838d24f3af {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.186928] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1484a2-9a59-4c98-894c-f4a966323f4b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.206026] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.211869] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Creating folder: Project (2bd70bac287a4712a7f70d557b9dddcc). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.212261] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd98ddea-03f4-4ed7-bec6-aed661d5e9ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.223180] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Created folder: Project (2bd70bac287a4712a7f70d557b9dddcc) in parent group-v555973. [ 861.223356] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Creating folder: Instances. Parent ref: group-v556162. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.223627] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a744ba21-6562-4fe6-9227-cee2dd589f85 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.233092] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Created folder: Instances in parent group-v556162. [ 861.233092] env[62822]: DEBUG oslo.service.loopingcall [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.233253] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.233426] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60e7e7ed-3270-4e45-8c4b-ecda1ca84433 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.249623] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.249623] env[62822]: value = "task-2764383" [ 861.249623] env[62822]: _type = "Task" [ 861.249623] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.257528] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764383, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.373126] env[62822]: DEBUG nova.compute.manager [req-bc9fc2a6-46f4-42e2-9de5-070b7e706c31 req-2eeda410-ed7b-485e-abed-7699234ffa9d service nova] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Received event network-vif-deleted-ad3cf823-5152-4b0e-9f6d-f6cb9e667c44 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.388055] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.388366] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.388599] env[62822]: DEBUG nova.network.neutron [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.388845] env[62822]: DEBUG nova.objects.instance [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'info_cache' on Instance uuid 8fb48046-cb42-4250-a73a-046e1bc69f96 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.460543] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: f1429713-ecf1-481d-b4ae-a50abab28758] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.489871] env[62822]: DEBUG nova.objects.base [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 861.639105] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.639673] env[62822]: DEBUG nova.compute.manager [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.642402] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.816s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.642590] env[62822]: DEBUG nova.objects.instance [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 861.651081] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.651415] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Releasing lock "refresh_cache-3fd01614-57fa-4618-92fc-d7edcf00afec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.651695] env[62822]: DEBUG nova.compute.manager [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Instance network_info: |[{"id": "698931f2-f2c1-4f5b-8715-2b9e207ad631", "address": "fa:16:3e:5e:72:1f", "network": {"id": "434480ce-c9a3-4827-bbf0-c6cee4c4cff2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-380133713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c6210012f9943fabba95b1c38aba368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698931f2-f2", "ovs_interfaceid": "698931f2-f2c1-4f5b-8715-2b9e207ad631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.652128] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:72:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '698931f2-f2c1-4f5b-8715-2b9e207ad631', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.660811] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Creating folder: Project (7c6210012f9943fabba95b1c38aba368). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.661284] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5380deb-9d6a-41d5-90d1-6ec265c35adc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.673686] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Created folder: Project (7c6210012f9943fabba95b1c38aba368) in parent group-v555973. [ 861.674032] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Creating folder: Instances. Parent ref: group-v556165. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.678022] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-782e5a79-4024-4d9d-8a25-1143db062500 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.684435] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Created folder: Instances in parent group-v556165. [ 861.685344] env[62822]: DEBUG oslo.service.loopingcall [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.685344] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.685678] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77e2777e-54a7-40f5-932a-54f4eb2c62a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.707742] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.707742] env[62822]: value = "task-2764386" [ 861.707742] env[62822]: _type = "Task" [ 861.707742] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.715868] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764386, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.759732] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764383, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.966640] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 02090911-ad5f-45bf-b0e4-910751803230] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.111676] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquiring lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.112069] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.112319] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquiring lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.112967] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.112967] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.115057] env[62822]: INFO nova.compute.manager [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Terminating instance [ 862.148797] env[62822]: DEBUG nova.compute.utils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.156162] env[62822]: DEBUG nova.compute.manager [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Not allocating networking since 'none' was specified. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 862.220426] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764386, 'name': CreateVM_Task, 'duration_secs': 0.419691} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.220597] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.221457] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.223034] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.223034] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.223034] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2147f446-d410-4f93-ae88-b9373bef63c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.228650] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for the task: (returnval){ [ 862.228650] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f557e3-49f7-4ec8-dc65-a9af0c7c9f65" [ 862.228650] env[62822]: _type = "Task" [ 862.228650] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.237078] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f557e3-49f7-4ec8-dc65-a9af0c7c9f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.264421] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764383, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.347227] env[62822]: DEBUG nova.network.neutron [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Updating instance_info_cache with network_info: [{"id": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "address": "fa:16:3e:c5:7d:97", "network": {"id": "2c6b7b33-a64d-4b98-a53e-694e69f489a6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1699409384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf8371b5ffe40c585fcb507a7efef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0fe9a7-20", "ovs_interfaceid": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.469645] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: c090804d-2123-4487-9152-dfce486bd17b] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.623020] env[62822]: DEBUG nova.compute.manager [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.623020] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.623020] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e92c07-e719-4cc2-a07e-e5313cc2c0f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.629443] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.629973] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf596ed1-2115-46b4-b0c6-a3062742003c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.635477] env[62822]: DEBUG oslo_vmware.api [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for the task: (returnval){ [ 862.635477] env[62822]: value = "task-2764387" [ 862.635477] env[62822]: _type = "Task" [ 862.635477] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.645485] env[62822]: DEBUG oslo_vmware.api [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.656267] env[62822]: DEBUG nova.compute.manager [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.664206] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fa25882-00f0-46bf-a207-b0ab76b7be4e tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.666747] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.277s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.666747] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.673126] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.397s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.673126] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.673126] env[62822]: DEBUG oslo_concurrency.lockutils [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.676s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.677277] env[62822]: DEBUG oslo_concurrency.lockutils [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.678987] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.169s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.681513] env[62822]: INFO nova.compute.claims [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.706609] env[62822]: INFO nova.scheduler.client.report [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleted allocations for instance 75385fad-42c0-46cc-98ce-27a22199dfca [ 862.708508] env[62822]: INFO nova.scheduler.client.report [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Deleted allocations for instance 20645462-846a-4517-aee8-38a9211096bc [ 862.723637] env[62822]: DEBUG nova.network.neutron [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance_info_cache with network_info: [{"id": "8d88f392-f8fd-4108-b191-bb8156946ddb", "address": "fa:16:3e:94:1a:8e", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d88f392-f8", "ovs_interfaceid": "8d88f392-f8fd-4108-b191-bb8156946ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.725842] env[62822]: INFO nova.scheduler.client.report [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Deleted allocations for instance 02e12fe7-6caa-4601-a1dd-38e2c8de8427 [ 862.741840] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f557e3-49f7-4ec8-dc65-a9af0c7c9f65, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.742174] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.742470] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.742618] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.742760] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.742934] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.743528] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7206ded2-1843-41aa-9b81-1a9557302393 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.752817] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.753020] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.754062] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7907e2bf-e098-437a-8eae-d2b8f3a8fc5c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.766708] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for the task: (returnval){ [ 862.766708] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523aae0d-6ec6-8bc5-43cc-918c16c07728" [ 862.766708] env[62822]: _type = "Task" [ 862.766708] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.766893] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764383, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.778974] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523aae0d-6ec6-8bc5-43cc-918c16c07728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.851538] env[62822]: DEBUG oslo_concurrency.lockutils [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Releasing lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.973664] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 0db29d19-ff59-4f09-8ebb-62c3f4ad3688] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 863.146214] env[62822]: DEBUG oslo_vmware.api [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764387, 'name': PowerOffVM_Task, 'duration_secs': 0.199498} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.146506] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.146676] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.146930] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d92445b-fa2a-4b42-a734-1837ad8491e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.205147] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.205467] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.205613] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Deleting the datastore file [datastore2] 17ab5c9c-e2c3-459b-804e-abcfeeac8796 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.205929] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6470df88-13b0-4e47-8d4e-039bf3eb4403 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.212834] env[62822]: DEBUG oslo_vmware.api [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for the task: (returnval){ [ 863.212834] env[62822]: value = "task-2764389" [ 863.212834] env[62822]: _type = "Task" [ 863.212834] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.217081] env[62822]: DEBUG oslo_concurrency.lockutils [None req-84bccb49-eca5-4b3c-80c5-4f07679b2a25 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "75385fad-42c0-46cc-98ce-27a22199dfca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.327s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.221559] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370b6749-14c9-481a-9996-6b8482900d8a tempest-ServersAdminNegativeTestJSON-39006248 tempest-ServersAdminNegativeTestJSON-39006248-project-member] Lock "20645462-846a-4517-aee8-38a9211096bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.324s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.227200] env[62822]: DEBUG oslo_vmware.api [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.227566] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.227786] env[62822]: DEBUG nova.objects.instance [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'migration_context' on Instance uuid 8fb48046-cb42-4250-a73a-046e1bc69f96 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.237977] env[62822]: DEBUG oslo_concurrency.lockutils [None req-343478bc-de83-4cce-8d9d-071119218b3a tempest-ServerPasswordTestJSON-762240649 tempest-ServerPasswordTestJSON-762240649-project-member] Lock "02e12fe7-6caa-4601-a1dd-38e2c8de8427" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.658s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.266097] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764383, 'name': CreateVM_Task, 'duration_secs': 1.600875} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.270020] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.270020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.270020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.270020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.270020] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-296f86a9-c796-4fc1-a778-6196337ff637 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.275733] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 863.275733] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f920b5-7307-523c-7420-5f7e41195ac9" [ 863.275733] env[62822]: _type = "Task" [ 863.275733] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.280800] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523aae0d-6ec6-8bc5-43cc-918c16c07728, 'name': SearchDatastore_Task, 'duration_secs': 0.016589} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.285105] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c66e7e0-d51c-490a-b321-ec63c237bb3b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.296022] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f920b5-7307-523c-7420-5f7e41195ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.296022] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.296022] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.296022] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.296022] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.296022] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.296022] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for the task: (returnval){ [ 863.296022] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522f2387-06df-0c01-f4f6-a6edf61953c7" [ 863.296022] env[62822]: _type = "Task" [ 863.296022] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.296022] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9371ffea-0edc-40f2-af00-736218330586 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.306534] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522f2387-06df-0c01-f4f6-a6edf61953c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.307561] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.308091] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 3fd01614-57fa-4618-92fc-d7edcf00afec/3fd01614-57fa-4618-92fc-d7edcf00afec.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.308091] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.308233] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.308876] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b936dae-120a-4333-af21-2a0389910f93 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.313283] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fe5336-fa6c-48fb-ad0f-67b45686d748 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.315677] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 863.315677] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5229c735-298d-66fe-e6d9-d51d6a953d00" [ 863.315677] env[62822]: _type = "Task" [ 863.315677] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.319929] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for the task: (returnval){ [ 863.319929] env[62822]: value = "task-2764390" [ 863.319929] env[62822]: _type = "Task" [ 863.319929] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.328332] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5229c735-298d-66fe-e6d9-d51d6a953d00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.332860] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.477741] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 6dcd7eb9-4ab3-4adc-929c-239fb1ff30d8] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 863.537030] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.537329] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.537535] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.537784] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.537979] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.540103] env[62822]: INFO nova.compute.manager [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Terminating instance [ 863.667389] env[62822]: DEBUG nova.compute.manager [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.699706] env[62822]: DEBUG nova.virt.hardware [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.699882] env[62822]: DEBUG nova.virt.hardware [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.699882] env[62822]: DEBUG nova.virt.hardware [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.700450] env[62822]: DEBUG nova.virt.hardware [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.701114] env[62822]: DEBUG nova.virt.hardware [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.701114] env[62822]: DEBUG nova.virt.hardware [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.701114] env[62822]: DEBUG nova.virt.hardware [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.701331] env[62822]: DEBUG nova.virt.hardware [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.701453] env[62822]: DEBUG nova.virt.hardware [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.701615] env[62822]: DEBUG nova.virt.hardware [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.701783] env[62822]: DEBUG nova.virt.hardware [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.702906] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d3fc74-69ef-422c-b118-58b43019d9a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.715022] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbf9ae0-cf75-4a31-bffd-a32e0dcf194c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.743639] env[62822]: DEBUG nova.objects.base [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Object Instance<8fb48046-cb42-4250-a73a-046e1bc69f96> lazy-loaded attributes: info_cache,migration_context {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 863.744158] env[62822]: DEBUG oslo_vmware.api [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Task: {'id': task-2764389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145385} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.745277] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.752686] env[62822]: DEBUG oslo.service.loopingcall [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.753954] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb64eaf-5011-438b-b9f7-ed36756f79de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.757013] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.757282] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.758386] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.758386] env[62822]: INFO nova.compute.manager [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Took 1.14 seconds to destroy the instance on the hypervisor. [ 863.758386] env[62822]: DEBUG oslo.service.loopingcall [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.758386] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.761626] env[62822]: DEBUG nova.compute.manager [-] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.761840] env[62822]: DEBUG nova.network.neutron [-] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.763714] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7a09137-aacb-4b73-8d0a-742a90ebe1bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.782599] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.782599] env[62822]: value = "task-2764391" [ 863.782599] env[62822]: _type = "Task" [ 863.782599] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.804151] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457978b6-8f31-4168-b4ef-9db646cdc8a1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.813779] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764391, 'name': CreateVM_Task} progress is 15%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.815893] env[62822]: DEBUG oslo_vmware.api [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 863.815893] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526770c4-23ec-e731-4d0e-c3b0b6c44a31" [ 863.815893] env[62822]: _type = "Task" [ 863.815893] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.838541] env[62822]: DEBUG oslo_vmware.api [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526770c4-23ec-e731-4d0e-c3b0b6c44a31, 'name': SearchDatastore_Task, 'duration_secs': 0.014131} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.842730] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.843187] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5229c735-298d-66fe-e6d9-d51d6a953d00, 'name': SearchDatastore_Task, 'duration_secs': 0.008929} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.847191] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a57db5-7009-402b-98fb-25aa1c289fbf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.849631] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764390, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.855773] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 863.855773] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52da1325-14f6-f6ea-e137-bb740ace2859" [ 863.855773] env[62822]: _type = "Task" [ 863.855773] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.861083] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.861388] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc71a753-72e6-49c9-b1fa-831af913a94f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.870902] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52da1325-14f6-f6ea-e137-bb740ace2859, 'name': SearchDatastore_Task, 'duration_secs': 0.011087} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.875063] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.875383] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 2b417050-a196-4d4d-9a91-fb5a2dc1f423/2b417050-a196-4d4d-9a91-fb5a2dc1f423.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.875698] env[62822]: DEBUG oslo_vmware.api [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 863.875698] env[62822]: value = "task-2764392" [ 863.875698] env[62822]: _type = "Task" [ 863.875698] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.876900] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-295e7eec-b95e-4326-a691-c2c43c16b00b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.886943] env[62822]: DEBUG oslo_vmware.api [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764392, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.888345] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 863.888345] env[62822]: value = "task-2764393" [ 863.888345] env[62822]: _type = "Task" [ 863.888345] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.898316] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.981718] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: c7824155-d50c-4d8f-91f5-269a72b380f5] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 864.046858] env[62822]: DEBUG nova.compute.manager [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.047593] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.048143] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9583510-9c21-4ac2-93ce-8843d22a39bd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.058776] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.058776] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c1c0d8f-e17c-416b-89d8-76322ac34b31 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.070697] env[62822]: DEBUG oslo_vmware.api [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 864.070697] env[62822]: value = "task-2764394" [ 864.070697] env[62822]: _type = "Task" [ 864.070697] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.079841] env[62822]: DEBUG oslo_vmware.api [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.263875] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216166e0-9a76-43c4-a01f-ba382433fc09 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.272836] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cb732a-ed90-4a1c-9245-8c1ef28ad77e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.307639] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95632e69-718c-4a39-9778-5930b9a4233a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.318807] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876a8962-c6f2-406d-8e9e-b0c280a2fe03 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.323206] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764391, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.335620] env[62822]: DEBUG nova.compute.provider_tree [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.346362] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542305} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.346704] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 3fd01614-57fa-4618-92fc-d7edcf00afec/3fd01614-57fa-4618-92fc-d7edcf00afec.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.346876] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.347054] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1e5bafe-b3e9-46fd-922a-992e0baa24b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.356046] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for the task: (returnval){ [ 864.356046] env[62822]: value = "task-2764395" [ 864.356046] env[62822]: _type = "Task" [ 864.356046] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.364601] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.387804] env[62822]: DEBUG oslo_vmware.api [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764392, 'name': PowerOnVM_Task, 'duration_secs': 0.485123} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.387944] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.388081] env[62822]: DEBUG nova.compute.manager [None req-af35d9f8-afcd-488e-911d-8bd6670bad2f tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.389105] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7748b4-6b12-4665-a829-eeabf26899b4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.404901] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764393, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.487610] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: a220bf16-ddd8-4fea-b6c9-e3003a069641] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 864.582266] env[62822]: DEBUG oslo_vmware.api [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764394, 'name': PowerOffVM_Task, 'duration_secs': 0.237545} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.583025] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.583025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.583025] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49647f8a-351a-4f87-85f9-1d5f519859da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.625935] env[62822]: DEBUG nova.compute.manager [req-c3cea64b-9dbd-4ab9-a299-b523166fd75f req-5ceb07bf-40ed-47ca-a395-68961569a2e8 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Received event network-vif-deleted-30316f8a-f0f8-4429-b097-9e349d0ea2a2 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.626179] env[62822]: INFO nova.compute.manager [req-c3cea64b-9dbd-4ab9-a299-b523166fd75f req-5ceb07bf-40ed-47ca-a395-68961569a2e8 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Neutron deleted interface 30316f8a-f0f8-4429-b097-9e349d0ea2a2; detaching it from the instance and deleting it from the info cache [ 864.626825] env[62822]: DEBUG nova.network.neutron [req-c3cea64b-9dbd-4ab9-a299-b523166fd75f req-5ceb07bf-40ed-47ca-a395-68961569a2e8 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.656601] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.656977] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.657148] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleting the datastore file [datastore2] dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.657401] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76bf8f5b-4cd4-4177-a45e-dac3b7cccbae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.664564] env[62822]: DEBUG oslo_vmware.api [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 864.664564] env[62822]: value = "task-2764397" [ 864.664564] env[62822]: _type = "Task" [ 864.664564] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.674273] env[62822]: DEBUG oslo_vmware.api [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.814082] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764391, 'name': CreateVM_Task, 'duration_secs': 0.551424} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.814265] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.815158] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.815158] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.815158] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.815424] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d9832b-6d1c-4a22-af54-010782510f84 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.820413] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 864.820413] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524c9369-df14-5e50-3b9b-c6822be18b1e" [ 864.820413] env[62822]: _type = "Task" [ 864.820413] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.828625] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524c9369-df14-5e50-3b9b-c6822be18b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.841727] env[62822]: DEBUG nova.scheduler.client.report [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.869191] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082817} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.869729] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.870746] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822ba980-5416-4a4c-8473-29076d3b01ce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.899175] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 3fd01614-57fa-4618-92fc-d7edcf00afec/3fd01614-57fa-4618-92fc-d7edcf00afec.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.899175] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa146d8-e79a-4dc2-9022-ef281b9aaca6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.927844] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700369} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.929192] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 2b417050-a196-4d4d-9a91-fb5a2dc1f423/2b417050-a196-4d4d-9a91-fb5a2dc1f423.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.929416] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.929999] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for the task: (returnval){ [ 864.929999] env[62822]: value = "task-2764398" [ 864.929999] env[62822]: _type = "Task" [ 864.929999] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.929999] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c30fb2b-3294-464c-9dd9-3dfc545e0875 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.942157] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.944992] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 864.944992] env[62822]: value = "task-2764399" [ 864.944992] env[62822]: _type = "Task" [ 864.944992] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.957689] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.991678] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 09d95907-3227-4273-b0ca-cc7dcfd19c53] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.024514] env[62822]: DEBUG nova.network.neutron [-] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.130981] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d0797df-c444-43d1-97ad-e68e8058922d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.141842] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907c580a-3c5a-415a-a2ce-3e812102a63c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.178653] env[62822]: DEBUG nova.compute.manager [req-c3cea64b-9dbd-4ab9-a299-b523166fd75f req-5ceb07bf-40ed-47ca-a395-68961569a2e8 service nova] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Detach interface failed, port_id=30316f8a-f0f8-4429-b097-9e349d0ea2a2, reason: Instance 17ab5c9c-e2c3-459b-804e-abcfeeac8796 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 865.188425] env[62822]: DEBUG oslo_vmware.api [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395443} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.188750] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.188963] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.189190] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.189407] env[62822]: INFO nova.compute.manager [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 865.189820] env[62822]: DEBUG oslo.service.loopingcall [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.189920] env[62822]: DEBUG nova.compute.manager [-] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.190044] env[62822]: DEBUG nova.network.neutron [-] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.331301] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524c9369-df14-5e50-3b9b-c6822be18b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.049848} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.331644] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.331924] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.332190] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.332332] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.332506] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.332767] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37701cb0-7d5b-47d6-a86b-efd1e54d39c6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.340628] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.340811] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.341773] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55309c4a-1fd6-4c98-b97c-e709c687d03a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.347759] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.348314] env[62822]: DEBUG nova.compute.manager [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.350819] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 865.350819] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523cc7c9-51e5-87a5-fe87-32b29bd1344c" [ 865.350819] env[62822]: _type = "Task" [ 865.350819] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.351207] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.671s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.352645] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.354644] env[62822]: DEBUG oslo_concurrency.lockutils [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.314s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.354945] env[62822]: DEBUG nova.objects.instance [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lazy-loading 'resources' on Instance uuid 768e8177-75a0-493f-a6c8-7a36ddfaa00e {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.370922] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523cc7c9-51e5-87a5-fe87-32b29bd1344c, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.373130] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78361ffc-d3ea-45df-99bd-7004a65bbd2f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.382482] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 865.382482] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5210bb4a-3e57-12c1-694b-50d769df5cc8" [ 865.382482] env[62822]: _type = "Task" [ 865.382482] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.388197] env[62822]: INFO nova.scheduler.client.report [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Deleted allocations for instance 4300818c-bf1e-48d5-8569-ac29ab221f65 [ 865.400114] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5210bb4a-3e57-12c1-694b-50d769df5cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.00871} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.400400] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.400829] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 94ca5394-01bd-4460-84f3-849795fc095b/94ca5394-01bd-4460-84f3-849795fc095b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.400897] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dccd8c1-62f8-44a2-a130-f520a022709d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.407508] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 865.407508] env[62822]: value = "task-2764400" [ 865.407508] env[62822]: _type = "Task" [ 865.407508] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.416959] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.441512] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764398, 'name': ReconfigVM_Task, 'duration_secs': 0.332595} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.441811] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 3fd01614-57fa-4618-92fc-d7edcf00afec/3fd01614-57fa-4618-92fc-d7edcf00afec.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.442516] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00094cbe-58aa-4ad6-bd3e-07859ed799b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.451465] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for the task: (returnval){ [ 865.451465] env[62822]: value = "task-2764401" [ 865.451465] env[62822]: _type = "Task" [ 865.451465] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.458096] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093116} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.458741] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.459675] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88509ba-0378-488a-8ec6-55979574f598 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.465371] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764401, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.488284] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 2b417050-a196-4d4d-9a91-fb5a2dc1f423/2b417050-a196-4d4d-9a91-fb5a2dc1f423.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.489281] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7257a6c-f4aa-4462-aae4-324cbc667be0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.507086] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 1faa0941-bb46-4496-84a8-4c3cb7ee3b8a] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.514619] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 865.514619] env[62822]: value = "task-2764402" [ 865.514619] env[62822]: _type = "Task" [ 865.514619] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.523697] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.527603] env[62822]: INFO nova.compute.manager [-] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Took 1.77 seconds to deallocate network for instance. [ 865.860665] env[62822]: DEBUG nova.compute.utils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.862342] env[62822]: DEBUG nova.compute.manager [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.862549] env[62822]: DEBUG nova.network.neutron [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.905989] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60fa29b1-dce9-4574-8e9c-d1b2b8902ea6 tempest-ListServerFiltersTestJSON-1707760047 tempest-ListServerFiltersTestJSON-1707760047-project-member] Lock "4300818c-bf1e-48d5-8569-ac29ab221f65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.591s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.918614] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764400, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.959723] env[62822]: DEBUG nova.policy [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2358abc57a934d5e84826456588bbda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f061b2bd42ac437a934f98ae2935788b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.964750] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764401, 'name': Rename_Task, 'duration_secs': 0.157495} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.965056] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.965341] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f93e3c3a-a52b-40ef-b954-ef5f9420bb6a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.973435] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for the task: (returnval){ [ 865.973435] env[62822]: value = "task-2764403" [ 865.973435] env[62822]: _type = "Task" [ 865.973435] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.985133] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.011413] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 7fae0278-8fc3-4512-964d-b318c2d1259c] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.027613] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764402, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.039238] env[62822]: DEBUG nova.network.neutron [-] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.043137] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.338599] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96836af2-69fa-492a-854f-6aa2632e417d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.351802] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba3b19a-5193-4ddd-a98f-4f59b707206d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.391669] env[62822]: DEBUG nova.compute.manager [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.395654] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae2629d-e919-4f86-89e9-2e8ca5d4c3a3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.404202] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f5bef4-8346-4e65-a989-2000a4d2c73c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.424871] env[62822]: DEBUG nova.compute.provider_tree [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.430433] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515358} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.430698] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 94ca5394-01bd-4460-84f3-849795fc095b/94ca5394-01bd-4460-84f3-849795fc095b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.430908] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.431190] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edde04ad-a203-41a2-acb8-698d0fa47398 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.439369] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 866.439369] env[62822]: value = "task-2764404" [ 866.439369] env[62822]: _type = "Task" [ 866.439369] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.440247] env[62822]: DEBUG nova.network.neutron [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Successfully created port: 0f9c1e0c-39ee-4655-9daf-f749272b7999 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.452826] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.486129] env[62822]: DEBUG oslo_vmware.api [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764403, 'name': PowerOnVM_Task, 'duration_secs': 0.496291} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.486129] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.486129] env[62822]: INFO nova.compute.manager [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Took 9.01 seconds to spawn the instance on the hypervisor. [ 866.486129] env[62822]: DEBUG nova.compute.manager [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.486884] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccbfb22-8daa-46be-933c-693e4a6f2bb5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.516174] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 68d17830-6e76-4274-952c-a10fb963aa1b] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.534087] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764402, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.544857] env[62822]: INFO nova.compute.manager [-] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Took 1.35 seconds to deallocate network for instance. [ 866.769667] env[62822]: DEBUG nova.compute.manager [req-219ccd42-59a6-45bc-b670-eda2bd76ef7a req-22fca91e-45f0-4bf2-be18-0920a51dd100 service nova] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Received event network-vif-deleted-a38a91f9-f134-41da-8aab-37f7ca027c51 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.952260] env[62822]: ERROR nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [req-70f694b6-ef33-44ed-a6d1-7c16eb7ed786] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-70f694b6-ef33-44ed-a6d1-7c16eb7ed786"}]} [ 866.962714] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089698} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.963241] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.964195] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de4b6b-15e4-4797-9798-55686063bf36 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.998350] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 94ca5394-01bd-4460-84f3-849795fc095b/94ca5394-01bd-4460-84f3-849795fc095b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.999356] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 867.005882] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf9a32e2-3a83-4435-bce8-d45a7e9bbfa4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.024437] env[62822]: INFO nova.compute.manager [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Took 50.41 seconds to build instance. [ 867.030798] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 2ad7347f-4dbc-40ab-bbbc-20bf0270c595] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.036026] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 867.036026] env[62822]: value = "task-2764405" [ 867.036026] env[62822]: _type = "Task" [ 867.036026] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.038277] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764402, 'name': ReconfigVM_Task, 'duration_secs': 1.472413} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.039255] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 867.039445] env[62822]: DEBUG nova.compute.provider_tree [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.045376] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 2b417050-a196-4d4d-9a91-fb5a2dc1f423/2b417050-a196-4d4d-9a91-fb5a2dc1f423.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.049590] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e1e5b62-9d3f-42c6-8209-7485fa556bce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.054879] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.055177] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.056638] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 867.056638] env[62822]: value = "task-2764406" [ 867.056638] env[62822]: _type = "Task" [ 867.056638] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.066711] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764406, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.067647] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 867.100428] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 867.405550] env[62822]: DEBUG nova.compute.manager [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.450753] env[62822]: DEBUG nova.virt.hardware [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.451145] env[62822]: DEBUG nova.virt.hardware [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.451359] env[62822]: DEBUG nova.virt.hardware [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.451581] env[62822]: DEBUG nova.virt.hardware [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.453122] env[62822]: DEBUG nova.virt.hardware [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.453122] env[62822]: DEBUG nova.virt.hardware [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.453122] env[62822]: DEBUG nova.virt.hardware [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.453122] env[62822]: DEBUG nova.virt.hardware [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.453122] env[62822]: DEBUG nova.virt.hardware [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.453379] env[62822]: DEBUG nova.virt.hardware [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.454698] env[62822]: DEBUG nova.virt.hardware [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.455804] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d67607-eed9-43c3-9cf5-2f5222509a6b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.470996] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143d2eb7-4fa1-44e9-b842-d73a753c53b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.531489] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8c2c41b2-a778-4e63-bee7-efcbf572c4c1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Lock "3fd01614-57fa-4618-92fc-d7edcf00afec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.920s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.534991] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 900fe4d9-6c69-4178-8c2d-5af07fa5718f] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.549892] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.574452] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764406, 'name': Rename_Task, 'duration_secs': 0.396219} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.575354] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.575354] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c31d623c-319d-4bfe-9f32-f48f229d5727 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.581861] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 867.581861] env[62822]: value = "task-2764407" [ 867.581861] env[62822]: _type = "Task" [ 867.581861] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.592529] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.594220] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1c54aa-7e65-4789-9b1b-4f264b3c7d6e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.602092] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24b6769-4a74-4ce0-8e6e-567749cdd810 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.635503] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522888ab-acca-4be5-a972-f7f8df602154 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.643595] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f47b12-4e96-4637-acbf-376701332490 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.657411] env[62822]: DEBUG nova.compute.provider_tree [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.043692] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 471d4a05-6756-49d8-8b02-ba7edaa750f9] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.056632] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764405, 'name': ReconfigVM_Task, 'duration_secs': 0.977692} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.057070] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 94ca5394-01bd-4460-84f3-849795fc095b/94ca5394-01bd-4460-84f3-849795fc095b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.057689] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c150763a-61f1-43f4-874a-1ab99d1a9906 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.064550] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 868.064550] env[62822]: value = "task-2764408" [ 868.064550] env[62822]: _type = "Task" [ 868.064550] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.077232] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764408, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.094281] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764407, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.183566] env[62822]: ERROR nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [req-11d6207d-7279-4342-a946-0297bc4009da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11d6207d-7279-4342-a946-0297bc4009da"}]} [ 868.204822] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 868.225019] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 868.225019] env[62822]: DEBUG nova.compute.provider_tree [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.238619] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 868.262124] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 868.278414] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.278643] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.549813] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 50f2676d-83dd-4b21-8b1a-43868a8429c0] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.582371] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764408, 'name': Rename_Task, 'duration_secs': 0.228732} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.584366] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.584366] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0f2f5d6-1831-4d18-bd73-006452e1e491 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.596376] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 868.596376] env[62822]: value = "task-2764409" [ 868.596376] env[62822]: _type = "Task" [ 868.596376] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.600817] env[62822]: DEBUG oslo_vmware.api [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764407, 'name': PowerOnVM_Task, 'duration_secs': 0.580685} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.605549] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.605925] env[62822]: INFO nova.compute.manager [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Took 7.48 seconds to spawn the instance on the hypervisor. [ 868.605996] env[62822]: DEBUG nova.compute.manager [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.609576] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2093a2-3a5b-4446-9578-3b55ee369859 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.618117] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764409, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.682599] env[62822]: DEBUG nova.network.neutron [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Successfully updated port: 0f9c1e0c-39ee-4655-9daf-f749272b7999 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.700165] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701e722d-bc41-4ae1-bd61-960a8767ffe5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.709528] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88993cf-0264-41cf-9645-ba8e79061af6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.743358] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquiring lock "3fd01614-57fa-4618-92fc-d7edcf00afec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.743696] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Lock "3fd01614-57fa-4618-92fc-d7edcf00afec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.743934] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquiring lock "3fd01614-57fa-4618-92fc-d7edcf00afec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.744170] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Lock "3fd01614-57fa-4618-92fc-d7edcf00afec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.744701] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Lock "3fd01614-57fa-4618-92fc-d7edcf00afec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.749485] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aa5c19-5be8-40f4-92cf-58bbdb8b2200 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.750657] env[62822]: INFO nova.compute.manager [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Terminating instance [ 868.759038] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aee1eb3-5b9a-40c7-9357-2a721e341674 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.773841] env[62822]: DEBUG nova.compute.provider_tree [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.780771] env[62822]: DEBUG nova.compute.manager [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.956116] env[62822]: DEBUG nova.compute.manager [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Received event network-vif-plugged-0f9c1e0c-39ee-4655-9daf-f749272b7999 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.956116] env[62822]: DEBUG oslo_concurrency.lockutils [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] Acquiring lock "610fe044-57e5-4e4c-96da-58e43865ba5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.956116] env[62822]: DEBUG oslo_concurrency.lockutils [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] Lock "610fe044-57e5-4e4c-96da-58e43865ba5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.956116] env[62822]: DEBUG oslo_concurrency.lockutils [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] Lock "610fe044-57e5-4e4c-96da-58e43865ba5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.956116] env[62822]: DEBUG nova.compute.manager [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] No waiting events found dispatching network-vif-plugged-0f9c1e0c-39ee-4655-9daf-f749272b7999 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.956116] env[62822]: WARNING nova.compute.manager [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Received unexpected event network-vif-plugged-0f9c1e0c-39ee-4655-9daf-f749272b7999 for instance with vm_state building and task_state spawning. [ 868.956116] env[62822]: DEBUG nova.compute.manager [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Received event network-changed-0f9c1e0c-39ee-4655-9daf-f749272b7999 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.956116] env[62822]: DEBUG nova.compute.manager [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Refreshing instance network info cache due to event network-changed-0f9c1e0c-39ee-4655-9daf-f749272b7999. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.956116] env[62822]: DEBUG oslo_concurrency.lockutils [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] Acquiring lock "refresh_cache-610fe044-57e5-4e4c-96da-58e43865ba5e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.956116] env[62822]: DEBUG oslo_concurrency.lockutils [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] Acquired lock "refresh_cache-610fe044-57e5-4e4c-96da-58e43865ba5e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.956116] env[62822]: DEBUG nova.network.neutron [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Refreshing network info cache for port 0f9c1e0c-39ee-4655-9daf-f749272b7999 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.053634] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquiring lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.053887] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.055121] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 70edd62c-1cb7-4e40-9543-fb39760cef5b] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.116032] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764409, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.136978] env[62822]: INFO nova.compute.manager [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Took 46.22 seconds to build instance. [ 869.189335] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "refresh_cache-610fe044-57e5-4e4c-96da-58e43865ba5e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.255059] env[62822]: DEBUG nova.compute.manager [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.255266] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.256204] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896b69fe-631e-4b58-9c0e-de3853b9aefd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.264063] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.264344] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a456f8a-0045-44db-817b-cf3b2eacbd09 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.271018] env[62822]: DEBUG oslo_vmware.api [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for the task: (returnval){ [ 869.271018] env[62822]: value = "task-2764410" [ 869.271018] env[62822]: _type = "Task" [ 869.271018] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.283463] env[62822]: DEBUG oslo_vmware.api [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.302359] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.305241] env[62822]: ERROR nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [req-2413f642-62c7-4b47-a6f0-c28043038fae] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2413f642-62c7-4b47-a6f0-c28043038fae"}]} [ 869.321749] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 869.337856] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 869.338094] env[62822]: DEBUG nova.compute.provider_tree [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.349828] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 869.372364] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 869.494981] env[62822]: DEBUG nova.network.neutron [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.563464] env[62822]: DEBUG nova.compute.manager [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.571917] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: bbcb03aa-5ac8-4871-a785-e0c7fe8e8362] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.598609] env[62822]: DEBUG nova.network.neutron [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.615822] env[62822]: DEBUG oslo_vmware.api [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764409, 'name': PowerOnVM_Task, 'duration_secs': 0.650248} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.616103] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.616329] env[62822]: INFO nova.compute.manager [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Took 5.95 seconds to spawn the instance on the hypervisor. [ 869.616711] env[62822]: DEBUG nova.compute.manager [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.618501] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419c85d7-8d1b-40ec-a43e-292b3a1f4e78 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.638672] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52468010-7a15-4075-a809-d2866491179a tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "2b417050-a196-4d4d-9a91-fb5a2dc1f423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.736s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.780860] env[62822]: DEBUG oslo_vmware.api [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764410, 'name': PowerOffVM_Task, 'duration_secs': 0.502329} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.783420] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.783615] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.784169] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3801944-5dcb-4867-b266-634ad1965994 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.828990] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645ef08a-6302-4b75-8bd8-15ec1c828456 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.836468] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c475970-05ed-45ac-bef1-cb7adf4f3c2a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.870161] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2465b220-3d7c-4e87-8089-407f9da96839 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.872990] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.873181] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.873412] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Deleting the datastore file [datastore2] 3fd01614-57fa-4618-92fc-d7edcf00afec {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.873748] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c148a458-4939-4e91-9351-7db0911d6981 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.882367] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8063a85b-afca-4a83-acd4-f7a91fc1827f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.887910] env[62822]: DEBUG oslo_vmware.api [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for the task: (returnval){ [ 869.887910] env[62822]: value = "task-2764412" [ 869.887910] env[62822]: _type = "Task" [ 869.887910] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.899789] env[62822]: DEBUG nova.compute.provider_tree [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.906883] env[62822]: DEBUG oslo_vmware.api [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.077037] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: f960f20c-7602-4293-a355-89520abe9478] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 870.099449] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.101419] env[62822]: DEBUG oslo_concurrency.lockutils [req-0c9d5b09-536a-45be-ae8f-fb8f7e8348ed req-faece71a-adb0-4a87-aa90-e1a03c410ae0 service nova] Releasing lock "refresh_cache-610fe044-57e5-4e4c-96da-58e43865ba5e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.101533] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "refresh_cache-610fe044-57e5-4e4c-96da-58e43865ba5e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.101633] env[62822]: DEBUG nova.network.neutron [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.143106] env[62822]: INFO nova.compute.manager [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Took 47.02 seconds to build instance. [ 870.401032] env[62822]: DEBUG oslo_vmware.api [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Task: {'id': task-2764412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397286} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.401032] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.401032] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.401187] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.401438] env[62822]: INFO nova.compute.manager [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Took 1.15 seconds to destroy the instance on the hypervisor. [ 870.401759] env[62822]: DEBUG oslo.service.loopingcall [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.402068] env[62822]: DEBUG nova.compute.manager [-] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.402258] env[62822]: DEBUG nova.network.neutron [-] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.433797] env[62822]: DEBUG nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 870.434085] env[62822]: DEBUG nova.compute.provider_tree [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 101 to 102 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 870.434267] env[62822]: DEBUG nova.compute.provider_tree [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.582465] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: a2590c28-a9fa-4e6c-9750-459b05b06621] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 870.645014] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3072fde8-474e-481d-9344-657dcd921321 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "94ca5394-01bd-4460-84f3-849795fc095b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.530s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.655882] env[62822]: DEBUG nova.network.neutron [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.690541] env[62822]: INFO nova.compute.manager [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Rebuilding instance [ 870.742814] env[62822]: DEBUG nova.compute.manager [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.743801] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7da3bb4-b413-4dd3-848a-f026fde3555f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.874386] env[62822]: DEBUG nova.network.neutron [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Updating instance_info_cache with network_info: [{"id": "0f9c1e0c-39ee-4655-9daf-f749272b7999", "address": "fa:16:3e:f1:cd:0f", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9c1e0c-39", "ovs_interfaceid": "0f9c1e0c-39ee-4655-9daf-f749272b7999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.942427] env[62822]: DEBUG oslo_concurrency.lockutils [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.587s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.944498] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.387s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.945129] env[62822]: DEBUG nova.objects.instance [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lazy-loading 'resources' on Instance uuid 67a708f5-4f70-4541-b4f5-921e371660f3 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.966211] env[62822]: INFO nova.scheduler.client.report [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Deleted allocations for instance 768e8177-75a0-493f-a6c8-7a36ddfaa00e [ 871.051749] env[62822]: DEBUG nova.compute.manager [req-53ea452b-8a13-45ad-be6e-e40f69ae337b req-bb047376-afbf-4253-95bb-0e0007bb4a3f service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Received event network-vif-deleted-698931f2-f2c1-4f5b-8715-2b9e207ad631 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.052887] env[62822]: INFO nova.compute.manager [req-53ea452b-8a13-45ad-be6e-e40f69ae337b req-bb047376-afbf-4253-95bb-0e0007bb4a3f service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Neutron deleted interface 698931f2-f2c1-4f5b-8715-2b9e207ad631; detaching it from the instance and deleting it from the info cache [ 871.052887] env[62822]: DEBUG nova.network.neutron [req-53ea452b-8a13-45ad-be6e-e40f69ae337b req-bb047376-afbf-4253-95bb-0e0007bb4a3f service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.085194] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 8e887dc9-bb1d-440b-889e-ff2968127e93] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.276578] env[62822]: DEBUG nova.network.neutron [-] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.378299] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "refresh_cache-610fe044-57e5-4e4c-96da-58e43865ba5e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.378299] env[62822]: DEBUG nova.compute.manager [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Instance network_info: |[{"id": "0f9c1e0c-39ee-4655-9daf-f749272b7999", "address": "fa:16:3e:f1:cd:0f", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9c1e0c-39", "ovs_interfaceid": "0f9c1e0c-39ee-4655-9daf-f749272b7999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.378299] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:cd:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f9c1e0c-39ee-4655-9daf-f749272b7999', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.388851] env[62822]: DEBUG oslo.service.loopingcall [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.389451] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.389451] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7e21808-37c9-4a2a-9104-02eb07056231 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.414188] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.414188] env[62822]: value = "task-2764413" [ 871.414188] env[62822]: _type = "Task" [ 871.414188] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.425838] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764413, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.476040] env[62822]: DEBUG oslo_concurrency.lockutils [None req-47c0e2b9-79ee-4746-8708-912bb514512f tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "768e8177-75a0-493f-a6c8-7a36ddfaa00e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.667s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.554393] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78f78617-1d30-4fcd-8cad-43975a5c3183 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.567078] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cebeaf2-1865-40b0-8c2f-f0a5efa6d76b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.591227] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: df2a4178-c972-44e0-9657-050f5defaa99] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.605543] env[62822]: DEBUG nova.compute.manager [req-53ea452b-8a13-45ad-be6e-e40f69ae337b req-bb047376-afbf-4253-95bb-0e0007bb4a3f service nova] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Detach interface failed, port_id=698931f2-f2c1-4f5b-8715-2b9e207ad631, reason: Instance 3fd01614-57fa-4618-92fc-d7edcf00afec could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 871.758336] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.761800] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1aca065-c57b-4b74-8fad-8a152cc4fd70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.769410] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 871.769410] env[62822]: value = "task-2764414" [ 871.769410] env[62822]: _type = "Task" [ 871.769410] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.780894] env[62822]: INFO nova.compute.manager [-] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Took 1.38 seconds to deallocate network for instance. [ 871.781325] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.890089] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2578cda9-abc5-4d81-a671-e46f541e51cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.899286] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cdbd9c-a8b2-4b0c-acbe-f9f7de60a6b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.939103] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08440ab-8de2-4203-95cf-ceab741d36ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.947199] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764413, 'name': CreateVM_Task, 'duration_secs': 0.429149} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.949094] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.949902] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.950118] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.950447] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.951698] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f43efb6-ee84-4475-8498-68d689d87c38 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.955899] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ead7b2-f4df-4104-ba9d-3f6a2d2f9f99 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.967626] env[62822]: DEBUG nova.compute.provider_tree [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.970269] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 871.970269] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527222ff-173b-4343-d3c1-8c25992dc13a" [ 871.970269] env[62822]: _type = "Task" [ 871.970269] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.979856] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527222ff-173b-4343-d3c1-8c25992dc13a, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.980201] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.980440] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.980695] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.980828] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.980999] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.981263] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5212f6d-809b-4bdb-a98c-696b5c542019 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.989029] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.989238] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.989956] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17bb71b0-44b0-4944-b532-521a44fb0422 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.995102] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 871.995102] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524a5d25-2eb3-f30d-f0dc-5e6d025b94cb" [ 871.995102] env[62822]: _type = "Task" [ 871.995102] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.003048] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524a5d25-2eb3-f30d-f0dc-5e6d025b94cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.107033] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 2657025e-31dd-4dce-b33e-29c73d8e9838] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.280145] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764414, 'name': PowerOffVM_Task, 'duration_secs': 0.133943} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.280647] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.281160] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.284059] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9550f36d-bfb2-4b9f-b5cd-8d056cab02f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.287523] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.290754] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.291164] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be13601f-5035-41dd-8987-01c8446e6603 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.315025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.315165] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.315329] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Deleting the datastore file [datastore1] 94ca5394-01bd-4460-84f3-849795fc095b {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.315889] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-119dedd6-3f67-4240-a3e3-411f4c5dd622 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.322790] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 872.322790] env[62822]: value = "task-2764416" [ 872.322790] env[62822]: _type = "Task" [ 872.322790] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.331897] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.473413] env[62822]: DEBUG nova.scheduler.client.report [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.510085] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524a5d25-2eb3-f30d-f0dc-5e6d025b94cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008281} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.511385] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883b3f45-a124-456e-b680-0e1baa5fa432 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.518318] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 872.518318] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e3518-3785-a24d-7a18-37cd70deb2d0" [ 872.518318] env[62822]: _type = "Task" [ 872.518318] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.532082] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e3518-3785-a24d-7a18-37cd70deb2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.617362] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.617362] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Cleaning up deleted instances with incomplete migration {{(pid=62822) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 872.833584] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112532} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.833770] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.834138] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.834138] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.978974] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.981032] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.220s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.008429] env[62822]: INFO nova.scheduler.client.report [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Deleted allocations for instance 67a708f5-4f70-4541-b4f5-921e371660f3 [ 873.029842] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e3518-3785-a24d-7a18-37cd70deb2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.027716} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.030075] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.030456] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 610fe044-57e5-4e4c-96da-58e43865ba5e/610fe044-57e5-4e4c-96da-58e43865ba5e.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.030759] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc124e6e-7689-4a60-8414-33576208bf19 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.037756] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 873.037756] env[62822]: value = "task-2764417" [ 873.037756] env[62822]: _type = "Task" [ 873.037756] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.046431] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.120128] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.486260] env[62822]: INFO nova.compute.claims [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.516975] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cdec46-881c-422f-b551-04c8d4da0c4f tempest-AttachInterfacesV270Test-334309949 tempest-AttachInterfacesV270Test-334309949-project-member] Lock "67a708f5-4f70-4541-b4f5-921e371660f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.860s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.549435] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453834} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.549819] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 610fe044-57e5-4e4c-96da-58e43865ba5e/610fe044-57e5-4e4c-96da-58e43865ba5e.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.550282] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.550640] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f68c87cc-1ca4-4c4c-a661-dc5fd0cedf03 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.557607] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 873.557607] env[62822]: value = "task-2764418" [ 873.557607] env[62822]: _type = "Task" [ 873.557607] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.566130] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.712841] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "fd20843a-b98f-4169-af2a-42a57647923a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.712841] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "fd20843a-b98f-4169-af2a-42a57647923a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.712841] env[62822]: INFO nova.compute.manager [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Shelving [ 873.880647] env[62822]: DEBUG nova.virt.hardware [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.881037] env[62822]: DEBUG nova.virt.hardware [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.881671] env[62822]: DEBUG nova.virt.hardware [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.881671] env[62822]: DEBUG nova.virt.hardware [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.881671] env[62822]: DEBUG nova.virt.hardware [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.881881] env[62822]: DEBUG nova.virt.hardware [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.881932] env[62822]: DEBUG nova.virt.hardware [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.882109] env[62822]: DEBUG nova.virt.hardware [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.882533] env[62822]: DEBUG nova.virt.hardware [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.882533] env[62822]: DEBUG nova.virt.hardware [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.882752] env[62822]: DEBUG nova.virt.hardware [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.884205] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80036da7-7a6f-4626-9590-4b7a14eed4f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.894504] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba20d0f-09a8-4dcd-a281-9d73dbb522da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.915466] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.922014] env[62822]: DEBUG oslo.service.loopingcall [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.922294] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.922518] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f0249f2-365d-4e1b-9449-e2b1df28a9e9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.940331] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.940331] env[62822]: value = "task-2764419" [ 873.940331] env[62822]: _type = "Task" [ 873.940331] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.948142] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764419, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.993627] env[62822]: INFO nova.compute.resource_tracker [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating resource usage from migration 3595d7b7-5a29-457a-aaeb-8556450447b8 [ 874.069807] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065286} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.070076] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.070844] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d5bfb3-6327-44af-b436-4592dab0621a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.093561] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 610fe044-57e5-4e4c-96da-58e43865ba5e/610fe044-57e5-4e4c-96da-58e43865ba5e.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.096176] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "d2942f62-06a3-4732-83ff-c58015c992b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.096403] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "d2942f62-06a3-4732-83ff-c58015c992b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.096593] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "d2942f62-06a3-4732-83ff-c58015c992b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.096771] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "d2942f62-06a3-4732-83ff-c58015c992b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.096935] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "d2942f62-06a3-4732-83ff-c58015c992b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.098363] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e0f657-323f-4073-a411-a6365539dea5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.112881] env[62822]: INFO nova.compute.manager [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Terminating instance [ 874.124020] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 874.124020] env[62822]: value = "task-2764420" [ 874.124020] env[62822]: _type = "Task" [ 874.124020] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.135191] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764420, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.405386] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53542489-fb43-495c-9d15-0b1993a5f29e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.413813] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cca75f-3c80-4756-b30d-0b48108739d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.448755] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a5d27e-9c4a-4d38-b0bd-b9406212ca08 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.456535] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764419, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.459580] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3d8921-2371-47f1-9199-7d4282d0f9cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.474413] env[62822]: DEBUG nova.compute.provider_tree [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.617560] env[62822]: DEBUG nova.compute.manager [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.617824] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.618757] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af28c2a-6851-433a-a092-2468c18158f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.631653] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.633959] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.634295] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6067d24e-a7f3-4b2b-8351-67869f655a83 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.642282] env[62822]: DEBUG oslo_vmware.api [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 874.642282] env[62822]: value = "task-2764421" [ 874.642282] env[62822]: _type = "Task" [ 874.642282] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.651993] env[62822]: DEBUG oslo_vmware.api [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.724998] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.725286] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83adebc7-00e6-497b-b34c-bd59379cba2d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.733738] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 874.733738] env[62822]: value = "task-2764422" [ 874.733738] env[62822]: _type = "Task" [ 874.733738] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.745659] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.959023] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764419, 'name': CreateVM_Task, 'duration_secs': 0.942581} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.959023] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.959023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.959023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.959023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.959023] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89fbb585-fd6d-4197-a0dd-292a71414f6c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.966576] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 874.966576] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52060c66-e5af-344a-17b0-0dc005ef3581" [ 874.966576] env[62822]: _type = "Task" [ 874.966576] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.983414] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52060c66-e5af-344a-17b0-0dc005ef3581, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.984028] env[62822]: DEBUG oslo_concurrency.lockutils [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.984108] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.984285] env[62822]: DEBUG oslo_concurrency.lockutils [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.984983] env[62822]: DEBUG oslo_concurrency.lockutils [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.984983] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.984983] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee6f445-682d-46a6-b868-35d07672f60a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.996592] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.996782] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.997620] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3926bd8c-9174-4fa9-a8d5-37b3926eacd1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.005745] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 875.005745] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d80ed3-d81b-410b-a72e-e0451200f9af" [ 875.005745] env[62822]: _type = "Task" [ 875.005745] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.014120] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d80ed3-d81b-410b-a72e-e0451200f9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.029237] env[62822]: DEBUG nova.scheduler.client.report [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 875.029813] env[62822]: DEBUG nova.compute.provider_tree [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 102 to 103 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 875.029813] env[62822]: DEBUG nova.compute.provider_tree [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.131819] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764420, 'name': ReconfigVM_Task, 'duration_secs': 0.816307} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.132191] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 610fe044-57e5-4e4c-96da-58e43865ba5e/610fe044-57e5-4e4c-96da-58e43865ba5e.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.132728] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff02ceef-cd1c-4a50-8b0e-af05a1e2c1e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.138339] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 875.138339] env[62822]: value = "task-2764423" [ 875.138339] env[62822]: _type = "Task" [ 875.138339] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.148140] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764423, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.153745] env[62822]: DEBUG oslo_vmware.api [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764421, 'name': PowerOffVM_Task, 'duration_secs': 0.337465} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.153984] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.154163] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.154417] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c336c97a-a0ef-4a0f-9255-bd7db5523d2e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.219151] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.219444] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.219594] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Deleting the datastore file [datastore1] d2942f62-06a3-4732-83ff-c58015c992b1 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.219872] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f10489a4-0798-44a5-bae4-5c0c1be79967 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.225606] env[62822]: DEBUG oslo_vmware.api [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for the task: (returnval){ [ 875.225606] env[62822]: value = "task-2764425" [ 875.225606] env[62822]: _type = "Task" [ 875.225606] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.234927] env[62822]: DEBUG oslo_vmware.api [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.247938] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764422, 'name': PowerOffVM_Task, 'duration_secs': 0.194774} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.248434] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.249639] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da494ddd-85a1-4f0b-b279-e5d60886f2f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.279663] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e771f2-5b16-4772-9576-0ecd837e5d5d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.517938] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d80ed3-d81b-410b-a72e-e0451200f9af, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.519218] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfcfd527-96b8-4b7e-8b5b-45630b8af39f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.526477] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 875.526477] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52027564-1acf-0382-c4e8-be92d2864b44" [ 875.526477] env[62822]: _type = "Task" [ 875.526477] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.533928] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52027564-1acf-0382-c4e8-be92d2864b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.536588] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.556s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.536762] env[62822]: INFO nova.compute.manager [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Migrating [ 875.542948] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.434s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.544355] env[62822]: INFO nova.compute.claims [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.649382] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764423, 'name': Rename_Task, 'duration_secs': 0.137727} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.650027] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.650282] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ac5796-1dc1-402a-aadd-dba34cf79f9e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.655930] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 875.655930] env[62822]: value = "task-2764426" [ 875.655930] env[62822]: _type = "Task" [ 875.655930] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.663530] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.735322] env[62822]: DEBUG oslo_vmware.api [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Task: {'id': task-2764425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140136} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.735593] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.735780] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.735953] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.736144] env[62822]: INFO nova.compute.manager [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 875.736529] env[62822]: DEBUG oslo.service.loopingcall [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.736618] env[62822]: DEBUG nova.compute.manager [-] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.736655] env[62822]: DEBUG nova.network.neutron [-] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.794218] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 875.794603] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0de1ed34-42fd-4d1e-a6d9-818159a5adcc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.803120] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 875.803120] env[62822]: value = "task-2764427" [ 875.803120] env[62822]: _type = "Task" [ 875.803120] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.821021] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764427, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.036760] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52027564-1acf-0382-c4e8-be92d2864b44, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.037020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.037288] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 94ca5394-01bd-4460-84f3-849795fc095b/94ca5394-01bd-4460-84f3-849795fc095b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.037563] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6efb32d2-c366-4e0e-9d87-1d7f0c6aee36 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.044914] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 876.044914] env[62822]: value = "task-2764428" [ 876.044914] env[62822]: _type = "Task" [ 876.044914] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.053642] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.053825] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.053998] env[62822]: DEBUG nova.network.neutron [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.058975] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.167424] env[62822]: DEBUG oslo_vmware.api [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764426, 'name': PowerOnVM_Task, 'duration_secs': 0.509327} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.167844] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.168080] env[62822]: INFO nova.compute.manager [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Took 8.76 seconds to spawn the instance on the hypervisor. [ 876.168278] env[62822]: DEBUG nova.compute.manager [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.169248] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55b0059-b3aa-4322-a3dd-ac610d24fadb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.252701] env[62822]: DEBUG nova.compute.manager [req-60c20941-3b81-4ced-b0f6-f1ad79094c44 req-3de23011-bcb6-4fab-8547-2ebd2d2bccc2 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Received event network-vif-deleted-24bb89d0-848a-4a34-b349-1e8af9692566 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.252701] env[62822]: INFO nova.compute.manager [req-60c20941-3b81-4ced-b0f6-f1ad79094c44 req-3de23011-bcb6-4fab-8547-2ebd2d2bccc2 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Neutron deleted interface 24bb89d0-848a-4a34-b349-1e8af9692566; detaching it from the instance and deleting it from the info cache [ 876.252701] env[62822]: DEBUG nova.network.neutron [req-60c20941-3b81-4ced-b0f6-f1ad79094c44 req-3de23011-bcb6-4fab-8547-2ebd2d2bccc2 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.315949] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764427, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.559349] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493115} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.562572] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 94ca5394-01bd-4460-84f3-849795fc095b/94ca5394-01bd-4460-84f3-849795fc095b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.562979] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.563346] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6a3c4b1-80e8-45ae-bf24-ce2fa35b6b13 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.572752] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 876.572752] env[62822]: value = "task-2764429" [ 876.572752] env[62822]: _type = "Task" [ 876.572752] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.585150] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.690028] env[62822]: INFO nova.compute.manager [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Took 40.20 seconds to build instance. [ 876.725735] env[62822]: DEBUG nova.network.neutron [-] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.759871] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ab99930-24d3-4d4c-9c7e-f2f2e7135d54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.768725] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df519e9-a3e3-4208-8616-7b2510ff3266 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.785818] env[62822]: DEBUG nova.network.neutron [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance_info_cache with network_info: [{"id": "002976cf-eb7d-4e86-b92b-166c6200237a", "address": "fa:16:3e:11:5e:f9", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002976cf-eb", "ovs_interfaceid": "002976cf-eb7d-4e86-b92b-166c6200237a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.807491] env[62822]: DEBUG nova.compute.manager [req-60c20941-3b81-4ced-b0f6-f1ad79094c44 req-3de23011-bcb6-4fab-8547-2ebd2d2bccc2 service nova] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Detach interface failed, port_id=24bb89d0-848a-4a34-b349-1e8af9692566, reason: Instance d2942f62-06a3-4732-83ff-c58015c992b1 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 876.822198] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764427, 'name': CreateSnapshot_Task, 'duration_secs': 0.769147} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.822473] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 876.823218] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4301b3-578a-4ca2-ad41-03ea5f528478 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.007836] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d96092-575b-4275-8098-b22313b42048 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.016282] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356a8ef8-a231-493c-a7fa-4269ae1b6304 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.050679] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a32732d-802e-4539-9ec3-8c5bbc52e795 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.058624] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ec8f29-2c71-4148-abea-158935ea92b3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.072246] env[62822]: DEBUG nova.compute.provider_tree [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.082226] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065002} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.082658] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.083524] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61802df-2416-4919-aacf-06d7590eaad4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.105460] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 94ca5394-01bd-4460-84f3-849795fc095b/94ca5394-01bd-4460-84f3-849795fc095b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.105460] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b64676-01fd-406d-b7c1-a0acb3093608 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.124303] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 877.124303] env[62822]: value = "task-2764430" [ 877.124303] env[62822]: _type = "Task" [ 877.124303] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.132406] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.195156] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c55d01a3-87d1-4fcd-8e80-a89716f77c49 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "610fe044-57e5-4e4c-96da-58e43865ba5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.710s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.234977] env[62822]: INFO nova.compute.manager [-] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Took 1.50 seconds to deallocate network for instance. [ 877.289332] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.346487] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 877.347764] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5f09edc7-30e5-4ce7-9580-0a3f8acebe8e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.358448] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 877.358448] env[62822]: value = "task-2764431" [ 877.358448] env[62822]: _type = "Task" [ 877.358448] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.372316] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764431, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.606085] env[62822]: ERROR nova.scheduler.client.report [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [req-000f287e-f28f-48c0-a5d7-438042ad227d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-000f287e-f28f-48c0-a5d7-438042ad227d"}]} [ 877.628019] env[62822]: DEBUG nova.scheduler.client.report [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 877.638035] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.642521] env[62822]: DEBUG nova.scheduler.client.report [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 877.642521] env[62822]: DEBUG nova.compute.provider_tree [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.657141] env[62822]: DEBUG nova.scheduler.client.report [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 877.679693] env[62822]: DEBUG nova.scheduler.client.report [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 877.747204] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.875157] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764431, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.018748] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "c1d7caa7-6afc-4890-acfe-a72c654008c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.019246] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "c1d7caa7-6afc-4890-acfe-a72c654008c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.140241] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764430, 'name': ReconfigVM_Task, 'duration_secs': 0.926567} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.142911] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 94ca5394-01bd-4460-84f3-849795fc095b/94ca5394-01bd-4460-84f3-849795fc095b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.142911] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e13383f-9c3e-474e-aab2-87894c21de62 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.147442] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 878.147442] env[62822]: value = "task-2764432" [ 878.147442] env[62822]: _type = "Task" [ 878.147442] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.157091] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764432, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.159025] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d44c083-8c79-414e-b7ee-f24a8bb4f5d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.166277] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8da12e2-5fd0-4f04-8602-cf91b85ad32a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.199198] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915ba692-2bd8-4351-b246-c97baec5fe5f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.207221] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6c1146-4c9d-4f26-89be-798531083d35 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.220515] env[62822]: DEBUG nova.compute.provider_tree [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.373121] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764431, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.523642] env[62822]: DEBUG nova.compute.manager [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.661524] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764432, 'name': Rename_Task, 'duration_secs': 0.147749} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.661831] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.663987] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ec24de7-7c81-4f27-bddf-1b2bb65df7e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.669527] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 878.669527] env[62822]: value = "task-2764433" [ 878.669527] env[62822]: _type = "Task" [ 878.669527] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.684452] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.776073] env[62822]: DEBUG nova.scheduler.client.report [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 878.776378] env[62822]: DEBUG nova.compute.provider_tree [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 104 to 105 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 878.776619] env[62822]: DEBUG nova.compute.provider_tree [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.803857] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dd25b5-12a0-4a20-bfa7-605c310cedc5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.824504] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance 'e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9' progress to 0 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.873267] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764431, 'name': CloneVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.045944] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.180033] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.283301] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.740s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.283845] env[62822]: DEBUG nova.compute.manager [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.287018] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.034s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.287832] env[62822]: DEBUG nova.objects.instance [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lazy-loading 'resources' on Instance uuid bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.324205] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquiring lock "7e461010-3799-41cc-b1a5-65b2d56f63b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.324557] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Lock "7e461010-3799-41cc-b1a5-65b2d56f63b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.331860] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.331860] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30d0574f-a9cc-44b9-882e-7f4e9ab4b969 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.340765] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 879.340765] env[62822]: value = "task-2764434" [ 879.340765] env[62822]: _type = "Task" [ 879.340765] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.351421] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.373228] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764431, 'name': CloneVM_Task, 'duration_secs': 1.582279} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.373283] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Created linked-clone VM from snapshot [ 879.374061] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61490a08-3d11-499d-aec4-83f9223fa7a6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.382121] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Uploading image 947335c8-43d4-42f4-a314-db6735bef4fc {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 879.413034] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 879.413034] env[62822]: value = "vm-556172" [ 879.413034] env[62822]: _type = "VirtualMachine" [ 879.413034] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 879.413034] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70a988c8-8161-4ab2-8c77-463fc7ac6625 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.419840] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lease: (returnval){ [ 879.419840] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52108b10-cacd-725e-e202-dbe6b8823c9f" [ 879.419840] env[62822]: _type = "HttpNfcLease" [ 879.419840] env[62822]: } obtained for exporting VM: (result){ [ 879.419840] env[62822]: value = "vm-556172" [ 879.419840] env[62822]: _type = "VirtualMachine" [ 879.419840] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 879.420251] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the lease: (returnval){ [ 879.420251] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52108b10-cacd-725e-e202-dbe6b8823c9f" [ 879.420251] env[62822]: _type = "HttpNfcLease" [ 879.420251] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 879.427132] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.427132] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52108b10-cacd-725e-e202-dbe6b8823c9f" [ 879.427132] env[62822]: _type = "HttpNfcLease" [ 879.427132] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 879.680185] env[62822]: DEBUG oslo_vmware.api [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764433, 'name': PowerOnVM_Task, 'duration_secs': 0.663505} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.680390] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.680589] env[62822]: DEBUG nova.compute.manager [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.681469] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c365ce4-3964-41f7-8b07-019f82b6dcf4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.788046] env[62822]: DEBUG nova.compute.utils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.790089] env[62822]: DEBUG nova.compute.manager [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.790284] env[62822]: DEBUG nova.network.neutron [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.827623] env[62822]: DEBUG nova.compute.manager [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.852219] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764434, 'name': PowerOffVM_Task, 'duration_secs': 0.266295} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.852518] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.852914] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance 'e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9' progress to 17 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.857618] env[62822]: DEBUG nova.policy [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64be30fd805a41d2933ea23d0b59b88b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f086dc4e420b48c5b60500e01e640f10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.929237] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.929237] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52108b10-cacd-725e-e202-dbe6b8823c9f" [ 879.929237] env[62822]: _type = "HttpNfcLease" [ 879.929237] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 879.929684] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 879.929684] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52108b10-cacd-725e-e202-dbe6b8823c9f" [ 879.929684] env[62822]: _type = "HttpNfcLease" [ 879.929684] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 879.932856] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709ae464-4023-4272-9949-77e6fc1cb350 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.941029] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3763f-48a6-d065-8e6e-0c9404226c12/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 879.941437] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3763f-48a6-d065-8e6e-0c9404226c12/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 880.157818] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba83c5cf-c099-4b6f-afea-7b3746457c89 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.204140] env[62822]: DEBUG oslo_concurrency.lockutils [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.213727] env[62822]: DEBUG nova.network.neutron [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Successfully created port: d09858f0-59a5-4423-b9c8-6e514bb4a1d6 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.284213] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990ed7a2-6975-4db4-94e0-f8495ca219c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.292062] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e8d490-9ba7-47bd-94e2-548dfb789f66 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.295512] env[62822]: DEBUG nova.compute.manager [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.329294] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc3eaea-b49f-4235-8697-7e358907b3f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.337641] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea140c8f-fee8-411a-badd-19d064979915 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.358015] env[62822]: DEBUG nova.compute.provider_tree [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.364047] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.364720] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.364720] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.364720] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.364720] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.365072] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.365109] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.365256] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.365417] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.365568] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.365731] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.372039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.373418] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a9df104-ff60-4e20-8235-dcb33ac43b86 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.393062] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 880.393062] env[62822]: value = "task-2764436" [ 880.393062] env[62822]: _type = "Task" [ 880.393062] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.402042] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.862081] env[62822]: DEBUG nova.scheduler.client.report [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.904219] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764436, 'name': ReconfigVM_Task, 'duration_secs': 0.210224} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.904549] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance 'e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9' progress to 33 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.972318] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "94ca5394-01bd-4460-84f3-849795fc095b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.972579] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "94ca5394-01bd-4460-84f3-849795fc095b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.972807] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "94ca5394-01bd-4460-84f3-849795fc095b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.973066] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "94ca5394-01bd-4460-84f3-849795fc095b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.973257] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "94ca5394-01bd-4460-84f3-849795fc095b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.976220] env[62822]: INFO nova.compute.manager [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Terminating instance [ 881.306157] env[62822]: DEBUG nova.compute.manager [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.331518] env[62822]: DEBUG nova.virt.hardware [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.331769] env[62822]: DEBUG nova.virt.hardware [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.331998] env[62822]: DEBUG nova.virt.hardware [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.332224] env[62822]: DEBUG nova.virt.hardware [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.332380] env[62822]: DEBUG nova.virt.hardware [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.332526] env[62822]: DEBUG nova.virt.hardware [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.332733] env[62822]: DEBUG nova.virt.hardware [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.332904] env[62822]: DEBUG nova.virt.hardware [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.333152] env[62822]: DEBUG nova.virt.hardware [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.333718] env[62822]: DEBUG nova.virt.hardware [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.333948] env[62822]: DEBUG nova.virt.hardware [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.335023] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11ceeb7-9857-4ee1-a762-8698488c3c9c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.345208] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4464c25-90ac-4696-bc57-1f93f3b0048b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.367085] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.370344] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.062s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.370344] env[62822]: DEBUG nova.objects.instance [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lazy-loading 'resources' on Instance uuid ef3ef51f-3bf2-4296-ade5-9f3c24861fe5 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.395953] env[62822]: INFO nova.scheduler.client.report [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleted allocations for instance bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0 [ 881.411658] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.411878] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.412014] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.412321] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.412717] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.412964] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.413274] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.413675] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.413943] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.414225] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.414528] env[62822]: DEBUG nova.virt.hardware [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.420403] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 881.421186] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b748430-390e-4e08-a42f-49d5e5aa38ce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.445793] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 881.445793] env[62822]: value = "task-2764437" [ 881.445793] env[62822]: _type = "Task" [ 881.445793] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.455682] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.481936] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "refresh_cache-94ca5394-01bd-4460-84f3-849795fc095b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.482116] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquired lock "refresh_cache-94ca5394-01bd-4460-84f3-849795fc095b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.482279] env[62822]: DEBUG nova.network.neutron [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.730789] env[62822]: DEBUG nova.compute.manager [req-3509d313-a318-407c-8afd-d3f74989a979 req-6a631647-2ec1-4fa7-9973-0152e4f38ecb service nova] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Received event network-vif-plugged-d09858f0-59a5-4423-b9c8-6e514bb4a1d6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.730789] env[62822]: DEBUG oslo_concurrency.lockutils [req-3509d313-a318-407c-8afd-d3f74989a979 req-6a631647-2ec1-4fa7-9973-0152e4f38ecb service nova] Acquiring lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.730789] env[62822]: DEBUG oslo_concurrency.lockutils [req-3509d313-a318-407c-8afd-d3f74989a979 req-6a631647-2ec1-4fa7-9973-0152e4f38ecb service nova] Lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.730789] env[62822]: DEBUG oslo_concurrency.lockutils [req-3509d313-a318-407c-8afd-d3f74989a979 req-6a631647-2ec1-4fa7-9973-0152e4f38ecb service nova] Lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.731209] env[62822]: DEBUG nova.compute.manager [req-3509d313-a318-407c-8afd-d3f74989a979 req-6a631647-2ec1-4fa7-9973-0152e4f38ecb service nova] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] No waiting events found dispatching network-vif-plugged-d09858f0-59a5-4423-b9c8-6e514bb4a1d6 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.732024] env[62822]: WARNING nova.compute.manager [req-3509d313-a318-407c-8afd-d3f74989a979 req-6a631647-2ec1-4fa7-9973-0152e4f38ecb service nova] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Received unexpected event network-vif-plugged-d09858f0-59a5-4423-b9c8-6e514bb4a1d6 for instance with vm_state building and task_state spawning. [ 881.815708] env[62822]: DEBUG nova.network.neutron [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Successfully updated port: d09858f0-59a5-4423-b9c8-6e514bb4a1d6 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.905874] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6b252477-3127-4fef-bafc-27eb4d98a4e3 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.571s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.955810] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764437, 'name': ReconfigVM_Task, 'duration_secs': 0.314403} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.958941] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 881.960644] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b215f7f-b08e-4f8d-8126-5acd008635c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.985553] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9/e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.990584] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acb4f467-6cd3-42b3-883f-435dbbb36d8c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.010461] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 882.010461] env[62822]: value = "task-2764438" [ 882.010461] env[62822]: _type = "Task" [ 882.010461] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.018089] env[62822]: DEBUG nova.network.neutron [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.023265] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764438, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.075263] env[62822]: DEBUG nova.network.neutron [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.300880] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4972d81b-dde5-46fc-bc6e-94b6e69dafb1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.308795] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddfbe56-9d57-42b5-a5cd-eeff8d0bcdf7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.343157] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "refresh_cache-e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.343557] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "refresh_cache-e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.343818] env[62822]: DEBUG nova.network.neutron [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.346566] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ac5cbe-e98d-4f26-bc86-b5953538cf19 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.356042] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff41370-64eb-40b1-9117-d6d4e1d51578 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.371666] env[62822]: DEBUG nova.compute.provider_tree [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.521438] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764438, 'name': ReconfigVM_Task, 'duration_secs': 0.321977} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.521686] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Reconfigured VM instance instance-00000044 to attach disk [datastore2] e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9/e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.522024] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance 'e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9' progress to 50 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.577656] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Releasing lock "refresh_cache-94ca5394-01bd-4460-84f3-849795fc095b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.578099] env[62822]: DEBUG nova.compute.manager [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.578293] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.579287] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec4a5af-070a-4b29-9d80-5d3d33d539fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.587779] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.588050] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d127bdba-eb41-4e53-bb7e-0da4e50b6e9c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.594406] env[62822]: DEBUG oslo_vmware.api [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 882.594406] env[62822]: value = "task-2764439" [ 882.594406] env[62822]: _type = "Task" [ 882.594406] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.602920] env[62822]: DEBUG oslo_vmware.api [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.877112] env[62822]: DEBUG nova.scheduler.client.report [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.884816] env[62822]: DEBUG nova.network.neutron [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.029557] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a225e37-be4d-4f57-8787-8072f163f78f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.048845] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ae71d3-64ba-4beb-bd92-cec6a8c71d30 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.068984] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance 'e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9' progress to 67 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.077017] env[62822]: DEBUG nova.network.neutron [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Updating instance_info_cache with network_info: [{"id": "d09858f0-59a5-4423-b9c8-6e514bb4a1d6", "address": "fa:16:3e:84:9a:7a", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09858f0-59", "ovs_interfaceid": "d09858f0-59a5-4423-b9c8-6e514bb4a1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.104484] env[62822]: DEBUG oslo_vmware.api [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764439, 'name': PowerOffVM_Task, 'duration_secs': 0.135513} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.104622] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.104782] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.105041] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25559a17-4df0-422e-bf28-fd55d626f764 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.131113] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.131436] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.131655] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Deleting the datastore file [datastore2] 94ca5394-01bd-4460-84f3-849795fc095b {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.131906] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe7bd86-e437-4f83-b00b-cbf84accaec1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.140410] env[62822]: DEBUG oslo_vmware.api [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 883.140410] env[62822]: value = "task-2764441" [ 883.140410] env[62822]: _type = "Task" [ 883.140410] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.148010] env[62822]: DEBUG oslo_vmware.api [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.382497] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.385531] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.729s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.385531] env[62822]: DEBUG nova.objects.instance [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lazy-loading 'resources' on Instance uuid e64465d7-5082-4e3f-be9e-a5ea87784fae {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.410880] env[62822]: INFO nova.scheduler.client.report [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Deleted allocations for instance ef3ef51f-3bf2-4296-ade5-9f3c24861fe5 [ 883.581268] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "refresh_cache-e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.581707] env[62822]: DEBUG nova.compute.manager [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Instance network_info: |[{"id": "d09858f0-59a5-4423-b9c8-6e514bb4a1d6", "address": "fa:16:3e:84:9a:7a", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09858f0-59", "ovs_interfaceid": "d09858f0-59a5-4423-b9c8-6e514bb4a1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.582280] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:9a:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd09858f0-59a5-4423-b9c8-6e514bb4a1d6', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.595398] env[62822]: DEBUG oslo.service.loopingcall [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.596729] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.597124] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e401d108-6e9f-4c03-bae2-b8ca97b5812a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.627843] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.627843] env[62822]: value = "task-2764442" [ 883.627843] env[62822]: _type = "Task" [ 883.627843] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.633690] env[62822]: DEBUG nova.network.neutron [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Port 002976cf-eb7d-4e86-b92b-166c6200237a binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 883.642797] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764442, 'name': CreateVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.651454] env[62822]: DEBUG oslo_vmware.api [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462251} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.652446] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.652636] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.652810] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.652979] env[62822]: INFO nova.compute.manager [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 883.653227] env[62822]: DEBUG oslo.service.loopingcall [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.653681] env[62822]: DEBUG nova.compute.manager [-] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.653767] env[62822]: DEBUG nova.network.neutron [-] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.670794] env[62822]: DEBUG nova.network.neutron [-] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.753997] env[62822]: DEBUG nova.compute.manager [req-0cca8f9c-94e2-4ea9-965d-6104c8e7a0a2 req-c34b67b8-b674-41ee-8dcb-dfdd5bb455b3 service nova] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Received event network-changed-d09858f0-59a5-4423-b9c8-6e514bb4a1d6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.754143] env[62822]: DEBUG nova.compute.manager [req-0cca8f9c-94e2-4ea9-965d-6104c8e7a0a2 req-c34b67b8-b674-41ee-8dcb-dfdd5bb455b3 service nova] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Refreshing instance network info cache due to event network-changed-d09858f0-59a5-4423-b9c8-6e514bb4a1d6. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 883.754355] env[62822]: DEBUG oslo_concurrency.lockutils [req-0cca8f9c-94e2-4ea9-965d-6104c8e7a0a2 req-c34b67b8-b674-41ee-8dcb-dfdd5bb455b3 service nova] Acquiring lock "refresh_cache-e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.754497] env[62822]: DEBUG oslo_concurrency.lockutils [req-0cca8f9c-94e2-4ea9-965d-6104c8e7a0a2 req-c34b67b8-b674-41ee-8dcb-dfdd5bb455b3 service nova] Acquired lock "refresh_cache-e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.754654] env[62822]: DEBUG nova.network.neutron [req-0cca8f9c-94e2-4ea9-965d-6104c8e7a0a2 req-c34b67b8-b674-41ee-8dcb-dfdd5bb455b3 service nova] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Refreshing network info cache for port d09858f0-59a5-4423-b9c8-6e514bb4a1d6 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.919333] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a13463e8-1ebe-432d-a19d-73a3a4a82a41 tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "ef3ef51f-3bf2-4296-ade5-9f3c24861fe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.517s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.144167] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764442, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.175218] env[62822]: DEBUG nova.network.neutron [-] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.289432] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c7e75e-5359-488b-8ec3-9f6f3f0ed160 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.298247] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2197ac3e-206d-41e1-8ba4-b7eeaa1939cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.334235] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb04f567-6bde-4111-8b06-0a0d984404b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.343170] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922026b5-2c2d-456e-be07-c5298f96acb0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.357965] env[62822]: DEBUG nova.compute.provider_tree [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.380176] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "3bd82072-2c33-475f-bac6-da59d2c431ec" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.380434] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.380617] env[62822]: DEBUG nova.compute.manager [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.381566] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811e2daa-77cf-4bcf-9926-f61df114c986 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.391632] env[62822]: DEBUG nova.compute.manager [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62822) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 884.392257] env[62822]: DEBUG nova.objects.instance [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'flavor' on Instance uuid 3bd82072-2c33-475f-bac6-da59d2c431ec {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.483448] env[62822]: DEBUG nova.network.neutron [req-0cca8f9c-94e2-4ea9-965d-6104c8e7a0a2 req-c34b67b8-b674-41ee-8dcb-dfdd5bb455b3 service nova] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Updated VIF entry in instance network info cache for port d09858f0-59a5-4423-b9c8-6e514bb4a1d6. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.483878] env[62822]: DEBUG nova.network.neutron [req-0cca8f9c-94e2-4ea9-965d-6104c8e7a0a2 req-c34b67b8-b674-41ee-8dcb-dfdd5bb455b3 service nova] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Updating instance_info_cache with network_info: [{"id": "d09858f0-59a5-4423-b9c8-6e514bb4a1d6", "address": "fa:16:3e:84:9a:7a", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09858f0-59", "ovs_interfaceid": "d09858f0-59a5-4423-b9c8-6e514bb4a1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.638906] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764442, 'name': CreateVM_Task, 'duration_secs': 0.517353} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.639100] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.640043] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.640043] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.640333] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.640536] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8afef946-4f73-4ddf-afd7-b20a0466dbcd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.646152] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 884.646152] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524ea040-720e-4176-cbc4-ee478c4d2761" [ 884.646152] env[62822]: _type = "Task" [ 884.646152] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.659589] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.659837] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.660051] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.670973] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524ea040-720e-4176-cbc4-ee478c4d2761, 'name': SearchDatastore_Task, 'duration_secs': 0.015144} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.671505] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.671766] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.672203] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.672203] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.672385] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.672673] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27ee164b-9324-4e1a-85e7-bd0df10932a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.677880] env[62822]: INFO nova.compute.manager [-] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Took 1.02 seconds to deallocate network for instance. [ 884.690885] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.691306] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.692948] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aafc41bd-dd35-4d60-b272-2c6f4f657dd3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.699880] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 884.699880] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5287e6df-1d43-2b1b-804f-fd2617189ef3" [ 884.699880] env[62822]: _type = "Task" [ 884.699880] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.708468] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5287e6df-1d43-2b1b-804f-fd2617189ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.882479] env[62822]: ERROR nova.scheduler.client.report [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] [req-96ae20ad-61c4-4960-8677-b9cbb7906a0e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-96ae20ad-61c4-4960-8677-b9cbb7906a0e"}]} [ 884.901172] env[62822]: DEBUG nova.scheduler.client.report [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 884.916591] env[62822]: DEBUG nova.scheduler.client.report [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 884.916814] env[62822]: DEBUG nova.compute.provider_tree [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.929081] env[62822]: DEBUG nova.scheduler.client.report [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 884.949482] env[62822]: DEBUG nova.scheduler.client.report [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 884.986525] env[62822]: DEBUG oslo_concurrency.lockutils [req-0cca8f9c-94e2-4ea9-965d-6104c8e7a0a2 req-c34b67b8-b674-41ee-8dcb-dfdd5bb455b3 service nova] Releasing lock "refresh_cache-e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.184664] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.213519] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5287e6df-1d43-2b1b-804f-fd2617189ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.014354} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.216938] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0893e7e-83a5-4a68-94c0-4de79b66eebc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.224100] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 885.224100] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528ce60f-656a-1e57-5315-b1841840542b" [ 885.224100] env[62822]: _type = "Task" [ 885.224100] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.233306] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528ce60f-656a-1e57-5315-b1841840542b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.329426] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10980f22-0122-440f-a1f4-a7350be9b435 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.337498] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdd203f-4321-49e2-a3d7-720f1d92db59 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.370813] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b1d81e-e9da-4b35-82c6-c1cdae99d5db {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.379555] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11409034-7a63-4a52-970e-6ea6d13a91a0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.393458] env[62822]: DEBUG nova.compute.provider_tree [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.398585] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.398829] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d4c93b4-adf4-48d7-adc8-ab3acd12d2fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.406786] env[62822]: DEBUG oslo_vmware.api [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 885.406786] env[62822]: value = "task-2764443" [ 885.406786] env[62822]: _type = "Task" [ 885.406786] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.415901] env[62822]: DEBUG oslo_vmware.api [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.706866] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.707059] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.707234] env[62822]: DEBUG nova.network.neutron [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.735370] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528ce60f-656a-1e57-5315-b1841840542b, 'name': SearchDatastore_Task, 'duration_secs': 0.039175} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.735633] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.735877] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] e2f23959-6da8-4a9b-8f47-9bd1694ea1d8/e2f23959-6da8-4a9b-8f47-9bd1694ea1d8.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.736149] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c73bc124-37ff-4307-b41e-db8846325275 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.743666] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 885.743666] env[62822]: value = "task-2764444" [ 885.743666] env[62822]: _type = "Task" [ 885.743666] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.752519] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.919757] env[62822]: DEBUG oslo_vmware.api [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764443, 'name': PowerOffVM_Task, 'duration_secs': 0.242119} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.920037] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.920241] env[62822]: DEBUG nova.compute.manager [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.921030] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed1adf5-7979-4f17-816c-1502fb46578e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.930854] env[62822]: DEBUG nova.scheduler.client.report [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 885.931121] env[62822]: DEBUG nova.compute.provider_tree [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 106 to 107 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 885.931368] env[62822]: DEBUG nova.compute.provider_tree [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.257504] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764444, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.439689] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.055s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.442981] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.792s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.443238] env[62822]: DEBUG nova.objects.instance [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lazy-loading 'resources' on Instance uuid 2ebb4556-1741-48cc-b40c-45cde919e39d {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.445016] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6cd7a49-8042-492e-82dd-c0bc570fb9ad tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.504021] env[62822]: INFO nova.scheduler.client.report [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Deleted allocations for instance e64465d7-5082-4e3f-be9e-a5ea87784fae [ 886.517140] env[62822]: DEBUG nova.network.neutron [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance_info_cache with network_info: [{"id": "002976cf-eb7d-4e86-b92b-166c6200237a", "address": "fa:16:3e:11:5e:f9", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002976cf-eb", "ovs_interfaceid": "002976cf-eb7d-4e86-b92b-166c6200237a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.757737] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64089} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.758031] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] e2f23959-6da8-4a9b-8f47-9bd1694ea1d8/e2f23959-6da8-4a9b-8f47-9bd1694ea1d8.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.758336] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.758614] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c94fbc4-6528-4e0a-8e03-cbf0ccad1311 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.767562] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 886.767562] env[62822]: value = "task-2764445" [ 886.767562] env[62822]: _type = "Task" [ 886.767562] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.779974] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.891726] env[62822]: DEBUG nova.objects.instance [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'flavor' on Instance uuid 3bd82072-2c33-475f-bac6-da59d2c431ec {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.015010] env[62822]: DEBUG oslo_concurrency.lockutils [None req-58d58e0f-eb1a-4249-a53b-91c1fb3ba51c tempest-ListServersNegativeTestJSON-1738427851 tempest-ListServersNegativeTestJSON-1738427851-project-member] Lock "e64465d7-5082-4e3f-be9e-a5ea87784fae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.529s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.021511] env[62822]: DEBUG oslo_concurrency.lockutils [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.282036] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080293} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.282036] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.282982] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9d563d-effa-4bf6-bd1e-fee0ef68e74b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.317527] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] e2f23959-6da8-4a9b-8f47-9bd1694ea1d8/e2f23959-6da8-4a9b-8f47-9bd1694ea1d8.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.320677] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a66b8a28-c07c-4837-9d3d-a859f2cf2060 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.343520] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 887.343520] env[62822]: value = "task-2764446" [ 887.343520] env[62822]: _type = "Task" [ 887.343520] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.348810] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5ab86d-8ac4-4bb9-b031-c2de5b9eab51 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.357476] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.360442] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f382284-7942-463b-882e-737b6712cc65 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.398028] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.398028] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.398028] env[62822]: DEBUG nova.network.neutron [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.398028] env[62822]: DEBUG nova.objects.instance [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'info_cache' on Instance uuid 3bd82072-2c33-475f-bac6-da59d2c431ec {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.398862] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d156e4-680f-4da2-8fcb-48dab06b3f4a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.407958] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea39906c-4ed0-4054-8522-4c5ee6318df2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.423759] env[62822]: DEBUG nova.compute.provider_tree [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.543355] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa55c47b-b258-4b76-9954-e6ff481d12ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.563609] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7240e9da-64f7-47df-abcc-f41176c94a63 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.572039] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance 'e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9' progress to 83 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.855509] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764446, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.903625] env[62822]: DEBUG nova.objects.base [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Object Instance<3bd82072-2c33-475f-bac6-da59d2c431ec> lazy-loaded attributes: flavor,info_cache {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 887.959620] env[62822]: DEBUG nova.scheduler.client.report [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 887.959890] env[62822]: DEBUG nova.compute.provider_tree [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 107 to 108 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 887.960084] env[62822]: DEBUG nova.compute.provider_tree [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.078288] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.078598] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56a6fe78-4406-4556-9e5d-1c597bcd69da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.091266] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 888.091266] env[62822]: value = "task-2764447" [ 888.091266] env[62822]: _type = "Task" [ 888.091266] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.105372] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.363140] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764446, 'name': ReconfigVM_Task, 'duration_secs': 0.529455} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.363140] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Reconfigured VM instance instance-00000049 to attach disk [datastore2] e2f23959-6da8-4a9b-8f47-9bd1694ea1d8/e2f23959-6da8-4a9b-8f47-9bd1694ea1d8.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.363140] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc2be07a-c66a-46de-af65-92b2402bb2cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.372514] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 888.372514] env[62822]: value = "task-2764448" [ 888.372514] env[62822]: _type = "Task" [ 888.372514] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.383899] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764448, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.465616] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.468442] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.626s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.498706] env[62822]: INFO nova.scheduler.client.report [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Deleted allocations for instance 2ebb4556-1741-48cc-b40c-45cde919e39d [ 888.601139] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.683477] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6baa5215-1f38-4bd0-a00b-0ee26b78b582 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.683986] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6baa5215-1f38-4bd0-a00b-0ee26b78b582 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.684145] env[62822]: DEBUG nova.objects.instance [None req-6baa5215-1f38-4bd0-a00b-0ee26b78b582 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'flavor' on Instance uuid 13ce48ae-3c46-45d9-a277-4a3243a8a404 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.751696] env[62822]: DEBUG nova.network.neutron [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance_info_cache with network_info: [{"id": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "address": "fa:16:3e:6c:80:4f", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d7f2c-72", "ovs_interfaceid": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.889207] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764448, 'name': Rename_Task, 'duration_secs': 0.2091} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.890020] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.892021] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccc4f3a3-6237-408f-a41b-ce09b47c43c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.900838] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 888.900838] env[62822]: value = "task-2764449" [ 888.900838] env[62822]: _type = "Task" [ 888.900838] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.910412] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.014069] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ad88568b-f453-49ff-b6c5-9849fc984598 tempest-MigrationsAdminTest-121633230 tempest-MigrationsAdminTest-121633230-project-member] Lock "2ebb4556-1741-48cc-b40c-45cde919e39d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.828s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.103122] env[62822]: DEBUG oslo_vmware.api [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764447, 'name': PowerOnVM_Task, 'duration_secs': 0.589013} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.103479] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.103519] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1ac633-6473-49ec-a85d-48c7d674d496 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance 'e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9' progress to 100 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.188297] env[62822]: DEBUG nova.objects.instance [None req-6baa5215-1f38-4bd0-a00b-0ee26b78b582 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'pci_requests' on Instance uuid 13ce48ae-3c46-45d9-a277-4a3243a8a404 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.240909] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3763f-48a6-d065-8e6e-0c9404226c12/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 889.242092] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee700e4-f86e-4758-b95e-58f79e39c84d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.254301] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3763f-48a6-d065-8e6e-0c9404226c12/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 889.254301] env[62822]: ERROR oslo_vmware.rw_handles [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3763f-48a6-d065-8e6e-0c9404226c12/disk-0.vmdk due to incomplete transfer. [ 889.254301] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-da0fc269-4125-457a-9daf-07354eb36fbf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.259477] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.263782] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3763f-48a6-d065-8e6e-0c9404226c12/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 889.263782] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Uploaded image 947335c8-43d4-42f4-a314-db6735bef4fc to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 889.265644] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 889.265644] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-636b35d2-5638-43c1-80d2-d4d875b77c46 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.275280] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 889.275280] env[62822]: value = "task-2764450" [ 889.275280] env[62822]: _type = "Task" [ 889.275280] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.284563] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764450, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.381285] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4398d1f9-c9ed-410f-8b82-7791fd11a582 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.390509] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b6b166-e0b7-44fe-986b-498f41bc25ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.425421] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d3b0d4-c8a5-4fa7-9143-7b80507d4c6d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.434015] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.437234] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42398125-fbce-4ec2-874d-d8e200c9d94b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.451363] env[62822]: DEBUG nova.compute.provider_tree [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.695519] env[62822]: DEBUG nova.objects.base [None req-6baa5215-1f38-4bd0-a00b-0ee26b78b582 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Object Instance<13ce48ae-3c46-45d9-a277-4a3243a8a404> lazy-loaded attributes: flavor,pci_requests {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 889.695836] env[62822]: DEBUG nova.network.neutron [None req-6baa5215-1f38-4bd0-a00b-0ee26b78b582 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.788096] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764450, 'name': Destroy_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.878565] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6baa5215-1f38-4bd0-a00b-0ee26b78b582 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.195s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.933162] env[62822]: DEBUG oslo_vmware.api [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764449, 'name': PowerOnVM_Task, 'duration_secs': 0.555038} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.933526] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.933774] env[62822]: INFO nova.compute.manager [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Took 8.63 seconds to spawn the instance on the hypervisor. [ 889.934023] env[62822]: DEBUG nova.compute.manager [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.934862] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ed929e-ef8c-4aeb-b18d-e36a66193c91 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.954651] env[62822]: DEBUG nova.scheduler.client.report [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.265690] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.266049] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9fcd2b3-3d58-4205-9d8a-9d22bb8f24dd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.277895] env[62822]: DEBUG oslo_vmware.api [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 890.277895] env[62822]: value = "task-2764451" [ 890.277895] env[62822]: _type = "Task" [ 890.277895] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.293636] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764450, 'name': Destroy_Task, 'duration_secs': 0.722151} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.296772] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Destroyed the VM [ 890.297127] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 890.297627] env[62822]: DEBUG oslo_vmware.api [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.297627] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1407b96c-9afb-42c7-9a8c-42c98604a740 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.307086] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 890.307086] env[62822]: value = "task-2764452" [ 890.307086] env[62822]: _type = "Task" [ 890.307086] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.316597] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.456793] env[62822]: INFO nova.compute.manager [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Took 33.37 seconds to build instance. [ 890.801595] env[62822]: DEBUG oslo_vmware.api [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764451, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.820324] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764452, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.959307] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f9952733-49cc-41bc-b055-716523a5e0eb tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.885s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.965750] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.497s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.966161] env[62822]: DEBUG nova.compute.manager [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62822) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 890.969270] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.927s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.969515] env[62822]: DEBUG nova.objects.instance [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Lazy-loading 'resources' on Instance uuid 17ab5c9c-e2c3-459b-804e-abcfeeac8796 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.306632] env[62822]: DEBUG oslo_vmware.api [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764451, 'name': PowerOnVM_Task, 'duration_secs': 0.525111} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.307062] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.307264] env[62822]: DEBUG nova.compute.manager [None req-53b7132b-0b7b-4ef5-9405-c34fd851feee tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.312697] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda923f4-cea5-4954-8cbd-3c6fee33385a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.329218] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764452, 'name': RemoveSnapshot_Task, 'duration_secs': 0.774951} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.329980] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.331144] env[62822]: DEBUG nova.compute.manager [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.332984] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200db772-2430-49ad-a87f-a8854d8ae464 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.564720] env[62822]: INFO nova.scheduler.client.report [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleted allocation for migration 370085b8-6449-4bb2-9d49-f5f2e479d730 [ 891.696146] env[62822]: DEBUG nova.compute.manager [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.697151] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863d5a09-30f6-41fd-8ab9-32f42ec372b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.848553] env[62822]: INFO nova.compute.manager [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Shelve offloading [ 891.926725] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f39d388-8503-41d3-be51-518ab0402db1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.936533] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ba65b7-7d78-4d7d-86ba-34917e277cf6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.975921] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b70a4d-ef3f-43d2-9480-c83a54285498 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.986413] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3f2c17-0670-4a27-bb7d-87c7eec73bdb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.002994] env[62822]: DEBUG nova.compute.provider_tree [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.035128] env[62822]: DEBUG oslo_concurrency.lockutils [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.035128] env[62822]: DEBUG oslo_concurrency.lockutils [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.035497] env[62822]: DEBUG nova.compute.manager [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Going to confirm migration 4 {{(pid=62822) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 892.079547] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c27a6a5c-ff0c-4ed3-8a0c-f80c7b472afb tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.237s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.081316] env[62822]: DEBUG oslo_concurrency.lockutils [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.082014] env[62822]: DEBUG oslo_concurrency.lockutils [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.082447] env[62822]: DEBUG nova.objects.instance [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'flavor' on Instance uuid 13ce48ae-3c46-45d9-a277-4a3243a8a404 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.212657] env[62822]: INFO nova.compute.manager [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] instance snapshotting [ 892.218850] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eeaaf4-5d0c-4e3a-970c-587bdb5e806b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.241453] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e13cdff-d078-49b0-8851-a080d24104f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.362049] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.362049] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-269c0234-46f1-41ca-8245-322b2ffbc2c5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.380349] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 892.380349] env[62822]: value = "task-2764453" [ 892.380349] env[62822]: _type = "Task" [ 892.380349] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.391690] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.508070] env[62822]: DEBUG nova.scheduler.client.report [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.626242] env[62822]: DEBUG oslo_concurrency.lockutils [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.626420] env[62822]: DEBUG oslo_concurrency.lockutils [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.628394] env[62822]: DEBUG nova.network.neutron [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.628394] env[62822]: DEBUG nova.objects.instance [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lazy-loading 'info_cache' on Instance uuid e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.659031] env[62822]: DEBUG nova.objects.instance [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'flavor' on Instance uuid 8fb48046-cb42-4250-a73a-046e1bc69f96 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.753594] env[62822]: DEBUG nova.objects.instance [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'pci_requests' on Instance uuid 13ce48ae-3c46-45d9-a277-4a3243a8a404 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.761265] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 892.762295] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f59af011-a73e-4f16-ba22-33dbb50cf1cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.775408] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 892.775408] env[62822]: value = "task-2764454" [ 892.775408] env[62822]: _type = "Task" [ 892.775408] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.786987] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764454, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.892708] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 892.893091] env[62822]: DEBUG nova.compute.manager [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.893815] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae13b54-a549-45c9-b323-5f7cef7e4163 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.901477] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.901681] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.901865] env[62822]: DEBUG nova.network.neutron [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.015941] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.018335] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.963s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.018571] env[62822]: DEBUG nova.objects.instance [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lazy-loading 'resources' on Instance uuid dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.041991] env[62822]: INFO nova.scheduler.client.report [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Deleted allocations for instance 17ab5c9c-e2c3-459b-804e-abcfeeac8796 [ 893.164734] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.164912] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.165098] env[62822]: DEBUG nova.network.neutron [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.165280] env[62822]: DEBUG nova.objects.instance [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'info_cache' on Instance uuid 8fb48046-cb42-4250-a73a-046e1bc69f96 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.256182] env[62822]: DEBUG nova.objects.base [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Object Instance<13ce48ae-3c46-45d9-a277-4a3243a8a404> lazy-loaded attributes: flavor,pci_requests {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 893.256473] env[62822]: DEBUG nova.network.neutron [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.265086] env[62822]: INFO nova.compute.manager [None req-e9ac9a1f-0373-49cb-b1f9-048a4a1e53c6 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Get console output [ 893.265086] env[62822]: WARNING nova.virt.vmwareapi.driver [None req-e9ac9a1f-0373-49cb-b1f9-048a4a1e53c6 tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] The console log is missing. Check your VSPC configuration [ 893.288248] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764454, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.303159] env[62822]: DEBUG nova.policy [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396229863b894f138dec9688a94b8de9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd460b6edfebe4f71820ebf90addff5de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.562387] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7b31380a-23b0-450f-b828-fbbbcf363e35 tempest-ServersTestManualDisk-455940675 tempest-ServersTestManualDisk-455940675-project-member] Lock "17ab5c9c-e2c3-459b-804e-abcfeeac8796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.450s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.668170] env[62822]: DEBUG nova.objects.base [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Object Instance<8fb48046-cb42-4250-a73a-046e1bc69f96> lazy-loaded attributes: flavor,info_cache {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 893.753388] env[62822]: DEBUG nova.network.neutron [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Successfully created port: 44d62ddb-1441-4f89-85db-e18759fd3dea {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.758677] env[62822]: DEBUG nova.network.neutron [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updating instance_info_cache with network_info: [{"id": "f96104f3-1d92-43cf-a297-c712c968910d", "address": "fa:16:3e:3d:8b:b1", "network": {"id": "a6cec3ca-f743-4fe1-a720-8270c520aff7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1115252438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0dec4be1e64c3d814857e7b3d35e3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96104f3-1d", "ovs_interfaceid": "f96104f3-1d92-43cf-a297-c712c968910d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.794182] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764454, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.904398] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b3dd54-4592-4e9c-a4e6-a99cb08b1213 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.915381] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee7933f-f678-4edf-a1d9-2e2189beb216 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.951133] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d461329d-5a6e-48ec-8250-2cb5054c7504 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.959485] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79506af3-ec74-4a08-882c-1fbd0b424a92 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.973948] env[62822]: DEBUG nova.compute.provider_tree [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.084412] env[62822]: DEBUG nova.network.neutron [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance_info_cache with network_info: [{"id": "002976cf-eb7d-4e86-b92b-166c6200237a", "address": "fa:16:3e:11:5e:f9", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002976cf-eb", "ovs_interfaceid": "002976cf-eb7d-4e86-b92b-166c6200237a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.265256] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.287382] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764454, 'name': CreateSnapshot_Task, 'duration_secs': 1.297108} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.287688] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 894.288468] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c21fd58-690f-4c0e-8557-f3ea2d80d991 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.478443] env[62822]: DEBUG nova.scheduler.client.report [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.587757] env[62822]: DEBUG oslo_concurrency.lockutils [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "refresh_cache-e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.588064] env[62822]: DEBUG nova.objects.instance [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lazy-loading 'migration_context' on Instance uuid e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.807931] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 894.808269] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-601d3739-322a-4e41-9e13-47901b134851 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.818570] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 894.818570] env[62822]: value = "task-2764455" [ 894.818570] env[62822]: _type = "Task" [ 894.818570] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.827386] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764455, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.835136] env[62822]: DEBUG nova.network.neutron [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance_info_cache with network_info: [{"id": "8d88f392-f8fd-4108-b191-bb8156946ddb", "address": "fa:16:3e:94:1a:8e", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d88f392-f8", "ovs_interfaceid": "8d88f392-f8fd-4108-b191-bb8156946ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.983109] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.989427] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.687s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.991685] env[62822]: INFO nova.compute.claims [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.016752] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.019153] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b2841e-70ee-49d6-ae8a-edbe9f91c4e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.026511] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.026511] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92ac7047-06cb-4c9b-bd0c-a9ac776715fc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.029046] env[62822]: INFO nova.scheduler.client.report [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleted allocations for instance dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa [ 895.091757] env[62822]: DEBUG nova.objects.base [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 895.093753] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed140145-4c23-4333-9383-279f5b440568 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.101503] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.101733] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.101913] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Deleting the datastore file [datastore2] fd20843a-b98f-4169-af2a-42a57647923a {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.102234] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15b7d5e6-f02b-4ed9-85d6-30674dd113bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.119518] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685b4716-71c7-4956-9f3c-e7f65ce3e5ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.125272] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 895.125272] env[62822]: value = "task-2764457" [ 895.125272] env[62822]: _type = "Task" [ 895.125272] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.127364] env[62822]: DEBUG oslo_vmware.api [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 895.127364] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c7c039-59a2-8e0d-65a7-d13238a149e8" [ 895.127364] env[62822]: _type = "Task" [ 895.127364] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.139945] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.143938] env[62822]: DEBUG oslo_vmware.api [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c7c039-59a2-8e0d-65a7-d13238a149e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008971} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.143938] env[62822]: DEBUG oslo_concurrency.lockutils [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.331098] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764455, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.338856] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-8fb48046-cb42-4250-a73a-046e1bc69f96" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.504872] env[62822]: DEBUG nova.network.neutron [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Successfully updated port: 44d62ddb-1441-4f89-85db-e18759fd3dea {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.542679] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aa370b2-421b-49a5-b7b0-99f3a9d8bf48 tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.005s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.642827] env[62822]: DEBUG oslo_vmware.api [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14296} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.642827] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.642827] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.642827] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.666683] env[62822]: INFO nova.scheduler.client.report [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Deleted allocations for instance fd20843a-b98f-4169-af2a-42a57647923a [ 895.757590] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.757818] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.830897] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764455, 'name': CloneVM_Task} progress is 95%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.985480] env[62822]: DEBUG nova.compute.manager [req-49b122e3-cd2d-42a4-826a-ab050d4d4e64 req-f3a48322-1299-4b08-84e5-926a30d05d77 service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Received event network-vif-unplugged-f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.985740] env[62822]: DEBUG oslo_concurrency.lockutils [req-49b122e3-cd2d-42a4-826a-ab050d4d4e64 req-f3a48322-1299-4b08-84e5-926a30d05d77 service nova] Acquiring lock "fd20843a-b98f-4169-af2a-42a57647923a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.985880] env[62822]: DEBUG oslo_concurrency.lockutils [req-49b122e3-cd2d-42a4-826a-ab050d4d4e64 req-f3a48322-1299-4b08-84e5-926a30d05d77 service nova] Lock "fd20843a-b98f-4169-af2a-42a57647923a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.986012] env[62822]: DEBUG oslo_concurrency.lockutils [req-49b122e3-cd2d-42a4-826a-ab050d4d4e64 req-f3a48322-1299-4b08-84e5-926a30d05d77 service nova] Lock "fd20843a-b98f-4169-af2a-42a57647923a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.986186] env[62822]: DEBUG nova.compute.manager [req-49b122e3-cd2d-42a4-826a-ab050d4d4e64 req-f3a48322-1299-4b08-84e5-926a30d05d77 service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] No waiting events found dispatching network-vif-unplugged-f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.986354] env[62822]: WARNING nova.compute.manager [req-49b122e3-cd2d-42a4-826a-ab050d4d4e64 req-f3a48322-1299-4b08-84e5-926a30d05d77 service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Received unexpected event network-vif-unplugged-f96104f3-1d92-43cf-a297-c712c968910d for instance with vm_state shelved_offloaded and task_state None. [ 896.011178] env[62822]: DEBUG oslo_concurrency.lockutils [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.011178] env[62822]: DEBUG oslo_concurrency.lockutils [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.011178] env[62822]: DEBUG nova.network.neutron [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.173348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.260290] env[62822]: DEBUG nova.compute.manager [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.319019] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241aa658-49d3-474c-8255-babc0ccce79d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.335084] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7211a62c-661f-4824-8bd6-02f2be1f440b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.337586] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764455, 'name': CloneVM_Task, 'duration_secs': 1.232246} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.337840] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Created linked-clone VM from snapshot [ 896.340026] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5811757-a5f8-4a3c-8674-c1c8502039ae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.369101] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.370093] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6471b2d0-7920-4f7f-959b-bcc1d886fea0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.372394] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62394f70-5d26-4909-b335-e9659c3e7f78 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.382869] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Uploading image 8997e50e-2e4d-4b63-b538-24d66eee936b {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 896.388806] env[62822]: DEBUG oslo_vmware.api [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 896.388806] env[62822]: value = "task-2764458" [ 896.388806] env[62822]: _type = "Task" [ 896.388806] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.390355] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9f2026-868b-4f7a-bc42-70fbcad47564 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.412611] env[62822]: DEBUG nova.compute.provider_tree [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.414109] env[62822]: DEBUG oslo_vmware.api [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.418730] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 896.418730] env[62822]: value = "vm-556175" [ 896.418730] env[62822]: _type = "VirtualMachine" [ 896.418730] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 896.418946] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60de6835-ba18-411d-9246-af448e9864cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.427428] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lease: (returnval){ [ 896.427428] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52385a7e-46d9-4ec0-8449-92e633fca19f" [ 896.427428] env[62822]: _type = "HttpNfcLease" [ 896.427428] env[62822]: } obtained for exporting VM: (result){ [ 896.427428] env[62822]: value = "vm-556175" [ 896.427428] env[62822]: _type = "VirtualMachine" [ 896.427428] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 896.427708] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the lease: (returnval){ [ 896.427708] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52385a7e-46d9-4ec0-8449-92e633fca19f" [ 896.427708] env[62822]: _type = "HttpNfcLease" [ 896.427708] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 896.437209] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 896.437209] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52385a7e-46d9-4ec0-8449-92e633fca19f" [ 896.437209] env[62822]: _type = "HttpNfcLease" [ 896.437209] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 896.584933] env[62822]: WARNING nova.network.neutron [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] 2ce291d0-7b4f-44a7-af76-fbc0d578aeeb already exists in list: networks containing: ['2ce291d0-7b4f-44a7-af76-fbc0d578aeeb']. ignoring it [ 896.782985] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.803869] env[62822]: DEBUG oslo_concurrency.lockutils [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "4f4f114c-34cc-42f6-9aec-21178b0234f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.804123] env[62822]: DEBUG oslo_concurrency.lockutils [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "4f4f114c-34cc-42f6-9aec-21178b0234f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.804278] env[62822]: DEBUG oslo_concurrency.lockutils [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "4f4f114c-34cc-42f6-9aec-21178b0234f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.804457] env[62822]: DEBUG oslo_concurrency.lockutils [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "4f4f114c-34cc-42f6-9aec-21178b0234f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.804620] env[62822]: DEBUG oslo_concurrency.lockutils [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "4f4f114c-34cc-42f6-9aec-21178b0234f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.809011] env[62822]: INFO nova.compute.manager [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Terminating instance [ 896.906473] env[62822]: DEBUG oslo_vmware.api [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764458, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.937069] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 896.937069] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52385a7e-46d9-4ec0-8449-92e633fca19f" [ 896.937069] env[62822]: _type = "HttpNfcLease" [ 896.937069] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 896.937944] env[62822]: ERROR nova.scheduler.client.report [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [req-52ef9039-a4d3-4a8d-9591-c44ddc68f2c2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52ef9039-a4d3-4a8d-9591-c44ddc68f2c2"}]} [ 896.938365] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 896.938365] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52385a7e-46d9-4ec0-8449-92e633fca19f" [ 896.938365] env[62822]: _type = "HttpNfcLease" [ 896.938365] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 896.942554] env[62822]: DEBUG nova.network.neutron [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updating instance_info_cache with network_info: [{"id": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "address": "fa:16:3e:59:61:42", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38fbf7e2-12", "ovs_interfaceid": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d62ddb-1441-4f89-85db-e18759fd3dea", "address": "fa:16:3e:96:f7:5c", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d62ddb-14", "ovs_interfaceid": "44d62ddb-1441-4f89-85db-e18759fd3dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.946051] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c817130-b4e2-4f74-82ef-796571522818 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.960321] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520978b0-b64f-2ee0-9a88-7823354b67ba/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 896.960541] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520978b0-b64f-2ee0-9a88-7823354b67ba/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 896.968675] env[62822]: DEBUG nova.scheduler.client.report [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 897.040689] env[62822]: DEBUG nova.scheduler.client.report [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 897.040993] env[62822]: DEBUG nova.compute.provider_tree [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.052228] env[62822]: DEBUG nova.scheduler.client.report [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 897.078265] env[62822]: DEBUG nova.scheduler.client.report [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 897.080689] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3d41c364-6581-489b-953e-656c4a8cbe20 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.314395] env[62822]: DEBUG nova.compute.manager [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.314840] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.316321] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe5dd5b-e29f-48f3-a3b4-27a60c201275 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.324794] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.326244] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-794f7aaf-a939-4bb8-b8c7-f2685d3ec3b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.335058] env[62822]: DEBUG oslo_vmware.api [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 897.335058] env[62822]: value = "task-2764460" [ 897.335058] env[62822]: _type = "Task" [ 897.335058] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.349591] env[62822]: DEBUG oslo_vmware.api [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.410544] env[62822]: DEBUG oslo_vmware.api [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764458, 'name': PowerOnVM_Task, 'duration_secs': 0.627215} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.411060] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.411620] env[62822]: DEBUG nova.compute.manager [None req-7e8ff51d-cc50-4c4d-bbf9-aa5685332127 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.412328] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73f3137-dff3-4591-8bc9-1207e7ae5304 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.443137] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275a711e-7920-4494-9a04-5435d919f43e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.450793] env[62822]: DEBUG oslo_concurrency.lockutils [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.451681] env[62822]: DEBUG oslo_concurrency.lockutils [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.451969] env[62822]: DEBUG oslo_concurrency.lockutils [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.452919] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056e89fd-8974-44ac-917d-cf11376a488e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.459464] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31156b94-466b-4887-96a0-be87dda04215 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.506807] env[62822]: DEBUG nova.virt.hardware [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.507237] env[62822]: DEBUG nova.virt.hardware [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.507313] env[62822]: DEBUG nova.virt.hardware [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.507713] env[62822]: DEBUG nova.virt.hardware [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.507713] env[62822]: DEBUG nova.virt.hardware [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.508059] env[62822]: DEBUG nova.virt.hardware [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.508142] env[62822]: DEBUG nova.virt.hardware [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.508245] env[62822]: DEBUG nova.virt.hardware [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.508433] env[62822]: DEBUG nova.virt.hardware [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.508918] env[62822]: DEBUG nova.virt.hardware [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.508918] env[62822]: DEBUG nova.virt.hardware [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.516180] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Reconfiguring VM to attach interface {{(pid=62822) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 897.517646] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a2ec75-1048-4e86-b912-e5fbd46d7764 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.531761] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f54c55a-ea54-4c71-8c83-deb3d221c43e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.543835] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcaf067-1906-46b6-ada3-10d30a4ed1b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.548248] env[62822]: DEBUG oslo_vmware.api [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 897.548248] env[62822]: value = "task-2764461" [ 897.548248] env[62822]: _type = "Task" [ 897.548248] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.564554] env[62822]: DEBUG nova.compute.provider_tree [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.573075] env[62822]: DEBUG oslo_vmware.api [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764461, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.851316] env[62822]: DEBUG oslo_vmware.api [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764460, 'name': PowerOffVM_Task, 'duration_secs': 0.397095} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.851470] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.852606] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.852912] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd79d649-5f8a-4dcb-9a28-a64221c9c21e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.938921] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.939284] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.939568] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleting the datastore file [datastore2] 4f4f114c-34cc-42f6-9aec-21178b0234f5 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.940173] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-510aef9f-d132-469d-b5b1-6f3a848de83c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.953669] env[62822]: DEBUG oslo_vmware.api [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 897.953669] env[62822]: value = "task-2764463" [ 897.953669] env[62822]: _type = "Task" [ 897.953669] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.965718] env[62822]: DEBUG oslo_vmware.api [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.061843] env[62822]: DEBUG oslo_vmware.api [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.106293] env[62822]: DEBUG nova.scheduler.client.report [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 898.106600] env[62822]: DEBUG nova.compute.provider_tree [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 110 to 111 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 898.106782] env[62822]: DEBUG nova.compute.provider_tree [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.355323] env[62822]: DEBUG nova.compute.manager [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Received event network-changed-f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.355661] env[62822]: DEBUG nova.compute.manager [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Refreshing instance network info cache due to event network-changed-f96104f3-1d92-43cf-a297-c712c968910d. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.355933] env[62822]: DEBUG oslo_concurrency.lockutils [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] Acquiring lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.356162] env[62822]: DEBUG oslo_concurrency.lockutils [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] Acquired lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.356433] env[62822]: DEBUG nova.network.neutron [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Refreshing network info cache for port f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.466081] env[62822]: DEBUG oslo_vmware.api [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222992} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.466081] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.466081] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.466081] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.466081] env[62822]: INFO nova.compute.manager [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 898.466081] env[62822]: DEBUG oslo.service.loopingcall [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.466081] env[62822]: DEBUG nova.compute.manager [-] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.466081] env[62822]: DEBUG nova.network.neutron [-] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.561734] env[62822]: DEBUG oslo_vmware.api [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.615099] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.623s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.615099] env[62822]: DEBUG nova.compute.manager [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.618656] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.521s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.620949] env[62822]: INFO nova.compute.claims [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.061139] env[62822]: DEBUG oslo_vmware.api [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764461, 'name': ReconfigVM_Task, 'duration_secs': 1.236975} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.062279] env[62822]: DEBUG oslo_concurrency.lockutils [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.062279] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Reconfigured VM to attach interface {{(pid=62822) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 899.128543] env[62822]: DEBUG nova.compute.utils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.130064] env[62822]: DEBUG nova.compute.manager [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.130241] env[62822]: DEBUG nova.network.neutron [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.185822] env[62822]: DEBUG nova.network.neutron [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updated VIF entry in instance network info cache for port f96104f3-1d92-43cf-a297-c712c968910d. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.186260] env[62822]: DEBUG nova.network.neutron [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updating instance_info_cache with network_info: [{"id": "f96104f3-1d92-43cf-a297-c712c968910d", "address": "fa:16:3e:3d:8b:b1", "network": {"id": "a6cec3ca-f743-4fe1-a720-8270c520aff7", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1115252438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0dec4be1e64c3d814857e7b3d35e3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf96104f3-1d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.197816] env[62822]: DEBUG nova.policy [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '583711aadf314df99085da1810cea932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e3bac4c72a4aabb2a3643b1c2b7d10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.295182] env[62822]: DEBUG nova.network.neutron [-] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.509192] env[62822]: DEBUG nova.network.neutron [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Successfully created port: eeac7376-40e8-4275-8982-7812a00ce8df {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.568408] env[62822]: DEBUG oslo_concurrency.lockutils [None req-21621fe3-8c5c-40c3-b507-7a0d39b29439 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.485s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.637406] env[62822]: DEBUG nova.compute.manager [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.689070] env[62822]: DEBUG oslo_concurrency.lockutils [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] Releasing lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.689336] env[62822]: DEBUG nova.compute.manager [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received event network-vif-plugged-44d62ddb-1441-4f89-85db-e18759fd3dea {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.689527] env[62822]: DEBUG oslo_concurrency.lockutils [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] Acquiring lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.689724] env[62822]: DEBUG oslo_concurrency.lockutils [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.689882] env[62822]: DEBUG oslo_concurrency.lockutils [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.690297] env[62822]: DEBUG nova.compute.manager [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] No waiting events found dispatching network-vif-plugged-44d62ddb-1441-4f89-85db-e18759fd3dea {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.690506] env[62822]: WARNING nova.compute.manager [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received unexpected event network-vif-plugged-44d62ddb-1441-4f89-85db-e18759fd3dea for instance with vm_state active and task_state None. [ 899.690675] env[62822]: DEBUG nova.compute.manager [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received event network-changed-44d62ddb-1441-4f89-85db-e18759fd3dea {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.690832] env[62822]: DEBUG nova.compute.manager [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Refreshing instance network info cache due to event network-changed-44d62ddb-1441-4f89-85db-e18759fd3dea. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 899.691148] env[62822]: DEBUG oslo_concurrency.lockutils [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] Acquiring lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.691331] env[62822]: DEBUG oslo_concurrency.lockutils [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] Acquired lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.691506] env[62822]: DEBUG nova.network.neutron [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Refreshing network info cache for port 44d62ddb-1441-4f89-85db-e18759fd3dea {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.757890] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "8fb48046-cb42-4250-a73a-046e1bc69f96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.758248] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.758470] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "8fb48046-cb42-4250-a73a-046e1bc69f96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.758683] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.758803] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.763741] env[62822]: INFO nova.compute.manager [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Terminating instance [ 899.798273] env[62822]: INFO nova.compute.manager [-] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Took 1.33 seconds to deallocate network for instance. [ 900.012141] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471a7f1c-72a7-48d2-9c3f-f4d725a4624b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.018215] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f0d3b0-c7fe-4833-b2ec-cd8c8be401b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.052066] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50be276a-02a7-4ad8-803c-d8fdadc46225 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.061135] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6806864a-21e9-415b-a0cc-918c11fdeffa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.076737] env[62822]: DEBUG nova.compute.provider_tree [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.103735] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "fd20843a-b98f-4169-af2a-42a57647923a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.270027] env[62822]: DEBUG nova.compute.manager [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.270027] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.270027] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25867304-8a5b-4634-823d-58e77a788031 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.278658] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.279213] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5b2b2d-efe6-43e4-a911-f0dfff0e10b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.293508] env[62822]: DEBUG oslo_vmware.api [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 900.293508] env[62822]: value = "task-2764464" [ 900.293508] env[62822]: _type = "Task" [ 900.293508] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.306155] env[62822]: DEBUG oslo_concurrency.lockutils [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.306376] env[62822]: DEBUG oslo_vmware.api [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.459882] env[62822]: DEBUG nova.network.neutron [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updated VIF entry in instance network info cache for port 44d62ddb-1441-4f89-85db-e18759fd3dea. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.459882] env[62822]: DEBUG nova.network.neutron [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updating instance_info_cache with network_info: [{"id": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "address": "fa:16:3e:59:61:42", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38fbf7e2-12", "ovs_interfaceid": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d62ddb-1441-4f89-85db-e18759fd3dea", "address": "fa:16:3e:96:f7:5c", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d62ddb-14", "ovs_interfaceid": "44d62ddb-1441-4f89-85db-e18759fd3dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.580451] env[62822]: DEBUG nova.scheduler.client.report [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.632820] env[62822]: DEBUG nova.compute.manager [req-8f0a94fc-e80d-4158-9c08-38d4d9ab417d req-2a7e184a-c27a-4701-8ce5-f7a71e9f0c7c service nova] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Received event network-vif-deleted-093d4134-8125-4565-80d0-2d89bcff9d39 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.652154] env[62822]: DEBUG nova.compute.manager [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.675313] env[62822]: DEBUG nova.virt.hardware [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.675597] env[62822]: DEBUG nova.virt.hardware [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.675774] env[62822]: DEBUG nova.virt.hardware [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.675958] env[62822]: DEBUG nova.virt.hardware [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.676159] env[62822]: DEBUG nova.virt.hardware [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.676333] env[62822]: DEBUG nova.virt.hardware [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.676546] env[62822]: DEBUG nova.virt.hardware [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.676701] env[62822]: DEBUG nova.virt.hardware [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.676877] env[62822]: DEBUG nova.virt.hardware [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.677063] env[62822]: DEBUG nova.virt.hardware [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.677239] env[62822]: DEBUG nova.virt.hardware [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.678155] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc891d3-46bd-42c6-a88b-08d14fb1eee5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.687863] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ab3c3c-f15f-4e63-8fc5-1be7c3577743 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.810406] env[62822]: DEBUG oslo_vmware.api [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764464, 'name': PowerOffVM_Task, 'duration_secs': 0.249279} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.811283] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.811500] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.811937] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5d18b37-5a18-4ae3-a18b-5231c6c82f87 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.889316] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.889695] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.890009] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleting the datastore file [datastore1] 8fb48046-cb42-4250-a73a-046e1bc69f96 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.890429] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6df885a2-a08b-48e1-9050-be6136a20776 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.905024] env[62822]: DEBUG oslo_vmware.api [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 900.905024] env[62822]: value = "task-2764466" [ 900.905024] env[62822]: _type = "Task" [ 900.905024] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.913538] env[62822]: DEBUG oslo_vmware.api [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.962161] env[62822]: DEBUG oslo_concurrency.lockutils [req-19413b87-2652-491b-b9f0-5e4cc7ecc205 req-86d281dc-9263-42a5-ba7f-b0b1bc64fe6a service nova] Releasing lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.086564] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.087111] env[62822]: DEBUG nova.compute.manager [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.090547] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.803s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.091318] env[62822]: DEBUG nova.objects.instance [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Lazy-loading 'resources' on Instance uuid 3fd01614-57fa-4618-92fc-d7edcf00afec {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.231409] env[62822]: DEBUG nova.network.neutron [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Successfully updated port: eeac7376-40e8-4275-8982-7812a00ce8df {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.284953] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.285142] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.417274] env[62822]: DEBUG oslo_vmware.api [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228365} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.417274] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.417274] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.417274] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.421151] env[62822]: INFO nova.compute.manager [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Took 1.15 seconds to destroy the instance on the hypervisor. [ 901.421553] env[62822]: DEBUG oslo.service.loopingcall [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.421800] env[62822]: DEBUG nova.compute.manager [-] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.421953] env[62822]: DEBUG nova.network.neutron [-] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.595475] env[62822]: DEBUG nova.compute.utils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.603982] env[62822]: DEBUG nova.compute.manager [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.603982] env[62822]: DEBUG nova.network.neutron [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.682359] env[62822]: DEBUG nova.policy [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f9ea9bd648046c9b987c75a728e74e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b445090f4b244859b1ccb7bd653de789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.741573] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "refresh_cache-e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.741741] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "refresh_cache-e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.741910] env[62822]: DEBUG nova.network.neutron [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.788343] env[62822]: INFO nova.compute.manager [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Detaching volume 885cb3db-4614-48d1-9a6b-4c0660bdb87b [ 901.840868] env[62822]: INFO nova.virt.block_device [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Attempting to driver detach volume 885cb3db-4614-48d1-9a6b-4c0660bdb87b from mountpoint /dev/sdb [ 901.841211] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 901.841959] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556161', 'volume_id': '885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'name': 'volume-885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896', 'attached_at': '', 'detached_at': '', 'volume_id': '885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'serial': '885cb3db-4614-48d1-9a6b-4c0660bdb87b'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 901.842592] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307b2ec9-74dd-41c7-985e-470a7c41200d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.878868] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e1cd75-0033-4c0f-b7d4-39fbd1f90a42 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.887485] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d311ff8-1ec9-43ba-8347-bf9798298818 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.915431] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d446c7b9-d13f-4ca4-b5d3-925505bf2a75 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.934430] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] The volume has not been displaced from its original location: [datastore2] volume-885cb3db-4614-48d1-9a6b-4c0660bdb87b/volume-885cb3db-4614-48d1-9a6b-4c0660bdb87b.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 901.940200] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.943595] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ed442a-3659-45d6-a4d4-b3140578ed25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.966107] env[62822]: DEBUG oslo_vmware.api [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 901.966107] env[62822]: value = "task-2764467" [ 901.966107] env[62822]: _type = "Task" [ 901.966107] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.972348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-1b47b217-2a85-453f-a1c7-18543ea135c7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.972661] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-1b47b217-2a85-453f-a1c7-18543ea135c7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.973077] env[62822]: DEBUG nova.objects.instance [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'flavor' on Instance uuid 13ce48ae-3c46-45d9-a277-4a3243a8a404 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.980726] env[62822]: DEBUG oslo_vmware.api [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.087150] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e28ce8-8317-43e2-bd05-9cfbe330f20a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.096210] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7377b541-66ba-421b-a986-6d2d11b277bd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.130042] env[62822]: DEBUG nova.compute.manager [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.133327] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2e0bc9-4260-49c5-aa90-ab07eb39b800 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.142800] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867b8470-43c3-4703-a14d-d03f4e6726dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.160740] env[62822]: DEBUG nova.compute.provider_tree [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.277398] env[62822]: DEBUG nova.network.neutron [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Successfully created port: 01e2bc76-32da-4a31-b164-e12a01db6279 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.293934] env[62822]: DEBUG nova.network.neutron [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.483712] env[62822]: DEBUG oslo_vmware.api [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764467, 'name': ReconfigVM_Task, 'duration_secs': 0.286324} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.484034] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 902.489993] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a7c31a-daca-47b9-872b-f3b437d8917e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.507550] env[62822]: DEBUG oslo_vmware.api [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 902.507550] env[62822]: value = "task-2764468" [ 902.507550] env[62822]: _type = "Task" [ 902.507550] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.519222] env[62822]: DEBUG oslo_vmware.api [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.635466] env[62822]: DEBUG nova.network.neutron [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Updating instance_info_cache with network_info: [{"id": "eeac7376-40e8-4275-8982-7812a00ce8df", "address": "fa:16:3e:ba:e2:f4", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeac7376-40", "ovs_interfaceid": "eeac7376-40e8-4275-8982-7812a00ce8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.663350] env[62822]: DEBUG nova.scheduler.client.report [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.696050] env[62822]: DEBUG nova.network.neutron [-] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.758518] env[62822]: DEBUG nova.objects.instance [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'pci_requests' on Instance uuid 13ce48ae-3c46-45d9-a277-4a3243a8a404 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.021568] env[62822]: DEBUG oslo_vmware.api [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764468, 'name': ReconfigVM_Task, 'duration_secs': 0.162238} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.022352] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556161', 'volume_id': '885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'name': 'volume-885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896', 'attached_at': '', 'detached_at': '', 'volume_id': '885cb3db-4614-48d1-9a6b-4c0660bdb87b', 'serial': '885cb3db-4614-48d1-9a6b-4c0660bdb87b'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 903.144022] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "refresh_cache-e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.144022] env[62822]: DEBUG nova.compute.manager [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Instance network_info: |[{"id": "eeac7376-40e8-4275-8982-7812a00ce8df", "address": "fa:16:3e:ba:e2:f4", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeac7376-40", "ovs_interfaceid": "eeac7376-40e8-4275-8982-7812a00ce8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.144022] env[62822]: DEBUG nova.compute.manager [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.147528] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:e2:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eeac7376-40e8-4275-8982-7812a00ce8df', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.159110] env[62822]: DEBUG oslo.service.loopingcall [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.160685] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.161490] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47f54ce1-e6e1-408a-ac02-2ea3ace91466 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.186021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.186270] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.440s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.186500] env[62822]: DEBUG nova.objects.instance [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lazy-loading 'resources' on Instance uuid d2942f62-06a3-4732-83ff-c58015c992b1 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.193476] env[62822]: DEBUG nova.virt.hardware [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.197019] env[62822]: DEBUG nova.virt.hardware [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.197019] env[62822]: DEBUG nova.virt.hardware [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.197019] env[62822]: DEBUG nova.virt.hardware [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.197019] env[62822]: DEBUG nova.virt.hardware [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.197019] env[62822]: DEBUG nova.virt.hardware [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.197019] env[62822]: DEBUG nova.virt.hardware [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.197019] env[62822]: DEBUG nova.virt.hardware [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.197019] env[62822]: DEBUG nova.virt.hardware [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.197019] env[62822]: DEBUG nova.virt.hardware [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.197019] env[62822]: DEBUG nova.virt.hardware [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.197019] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fe1916-a97e-4fdf-be6a-b9c83ab3b6a4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.201469] env[62822]: INFO nova.compute.manager [-] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Took 1.78 seconds to deallocate network for instance. [ 903.201739] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.201739] env[62822]: value = "task-2764469" [ 903.201739] env[62822]: _type = "Task" [ 903.201739] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.214487] env[62822]: INFO nova.scheduler.client.report [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Deleted allocations for instance 3fd01614-57fa-4618-92fc-d7edcf00afec [ 903.217417] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c6bffa-4826-44fb-9860-d8443dbf2d77 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.229641] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764469, 'name': CreateVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.261674] env[62822]: DEBUG nova.objects.base [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Object Instance<13ce48ae-3c46-45d9-a277-4a3243a8a404> lazy-loaded attributes: flavor,pci_requests {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 903.261936] env[62822]: DEBUG nova.network.neutron [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.340997] env[62822]: DEBUG nova.policy [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396229863b894f138dec9688a94b8de9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd460b6edfebe4f71820ebf90addff5de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.587351] env[62822]: DEBUG nova.objects.instance [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'flavor' on Instance uuid c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.619735] env[62822]: DEBUG nova.compute.manager [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Received event network-vif-plugged-eeac7376-40e8-4275-8982-7812a00ce8df {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.620049] env[62822]: DEBUG oslo_concurrency.lockutils [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] Acquiring lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.620623] env[62822]: DEBUG oslo_concurrency.lockutils [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.620623] env[62822]: DEBUG oslo_concurrency.lockutils [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.620995] env[62822]: DEBUG nova.compute.manager [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] No waiting events found dispatching network-vif-plugged-eeac7376-40e8-4275-8982-7812a00ce8df {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.621278] env[62822]: WARNING nova.compute.manager [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Received unexpected event network-vif-plugged-eeac7376-40e8-4275-8982-7812a00ce8df for instance with vm_state building and task_state spawning. [ 903.621539] env[62822]: DEBUG nova.compute.manager [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Received event network-changed-eeac7376-40e8-4275-8982-7812a00ce8df {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.621702] env[62822]: DEBUG nova.compute.manager [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Refreshing instance network info cache due to event network-changed-eeac7376-40e8-4275-8982-7812a00ce8df. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 903.621937] env[62822]: DEBUG oslo_concurrency.lockutils [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] Acquiring lock "refresh_cache-e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.622131] env[62822]: DEBUG oslo_concurrency.lockutils [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] Acquired lock "refresh_cache-e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.622329] env[62822]: DEBUG nova.network.neutron [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Refreshing network info cache for port eeac7376-40e8-4275-8982-7812a00ce8df {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.717948] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.718237] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764469, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.733962] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6999e23-3892-4466-8097-4ffeb6f10ec1 tempest-ImagesNegativeTestJSON-1490790654 tempest-ImagesNegativeTestJSON-1490790654-project-member] Lock "3fd01614-57fa-4618-92fc-d7edcf00afec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.990s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.089582] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1584cbb5-34f7-4eae-8320-fc60ecfe0dee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.101370] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99edc598-c288-4933-b344-c4585eb0c607 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.140637] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f36aee-9d6e-422e-b6f6-b5766c39415a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.151248] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c630209-a735-4800-a3b4-80876de5bfbd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.170797] env[62822]: DEBUG nova.compute.provider_tree [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.220728] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764469, 'name': CreateVM_Task, 'duration_secs': 0.684116} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.221105] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.221999] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.222361] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.222793] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.223972] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d506129-d25a-4d1a-8020-0c11472fb781 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.232372] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 904.232372] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5238f1ce-984a-059b-47b4-c366df0b8ab6" [ 904.232372] env[62822]: _type = "Task" [ 904.232372] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.241905] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5238f1ce-984a-059b-47b4-c366df0b8ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.495648] env[62822]: DEBUG nova.network.neutron [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Successfully updated port: 01e2bc76-32da-4a31-b164-e12a01db6279 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.561847] env[62822]: DEBUG nova.network.neutron [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Updated VIF entry in instance network info cache for port eeac7376-40e8-4275-8982-7812a00ce8df. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.562193] env[62822]: DEBUG nova.network.neutron [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Updating instance_info_cache with network_info: [{"id": "eeac7376-40e8-4275-8982-7812a00ce8df", "address": "fa:16:3e:ba:e2:f4", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeac7376-40", "ovs_interfaceid": "eeac7376-40e8-4275-8982-7812a00ce8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.597527] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5b3df2f7-4693-4336-a1bb-f4b6528edf3c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.312s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.674295] env[62822]: DEBUG nova.scheduler.client.report [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.741994] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5238f1ce-984a-059b-47b4-c366df0b8ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.055728} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.742255] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.742488] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.742747] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.742905] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.743098] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.743452] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf3e00c5-3092-4a94-b6cb-adf42cb2b469 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.753446] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.753642] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.754403] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4950bcca-16ce-4d29-88ac-23df6cb5cc03 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.760310] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 904.760310] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52863be8-fa16-37c9-05f4-ede5dec85c84" [ 904.760310] env[62822]: _type = "Task" [ 904.760310] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.768908] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52863be8-fa16-37c9-05f4-ede5dec85c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.999952] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquiring lock "refresh_cache-90c11e20-dbec-4043-9b9a-844d2e83f9ac" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.999952] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquired lock "refresh_cache-90c11e20-dbec-4043-9b9a-844d2e83f9ac" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.000116] env[62822]: DEBUG nova.network.neutron [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.065160] env[62822]: DEBUG oslo_concurrency.lockutils [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] Releasing lock "refresh_cache-e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.065421] env[62822]: DEBUG nova.compute.manager [req-ed20029a-33da-4172-80a2-ad0beebb8b03 req-cc544aa8-9893-4035-b8c4-9c53f5e50149 service nova] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Received event network-vif-deleted-8d88f392-f8fd-4108-b191-bb8156946ddb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.086607] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520978b0-b64f-2ee0-9a88-7823354b67ba/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 905.087990] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c84a947-088e-4606-86f9-6392ab2a2259 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.095685] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520978b0-b64f-2ee0-9a88-7823354b67ba/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 905.095953] env[62822]: ERROR oslo_vmware.rw_handles [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520978b0-b64f-2ee0-9a88-7823354b67ba/disk-0.vmdk due to incomplete transfer. [ 905.096111] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05784be4-1bbf-4d26-bf39-7d8d07749802 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.105409] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520978b0-b64f-2ee0-9a88-7823354b67ba/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 905.105655] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Uploaded image 8997e50e-2e4d-4b63-b538-24d66eee936b to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 905.108705] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 905.109031] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-96ccdd8a-cc9a-40e5-8607-d358d53ea082 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.116338] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 905.116338] env[62822]: value = "task-2764470" [ 905.116338] env[62822]: _type = "Task" [ 905.116338] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.126531] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764470, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.179332] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.181720] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.136s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.183280] env[62822]: INFO nova.compute.claims [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.203272] env[62822]: DEBUG nova.network.neutron [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Successfully updated port: 1b47b217-2a85-453f-a1c7-18543ea135c7 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.213961] env[62822]: INFO nova.scheduler.client.report [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Deleted allocations for instance d2942f62-06a3-4732-83ff-c58015c992b1 [ 905.281624] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52863be8-fa16-37c9-05f4-ede5dec85c84, 'name': SearchDatastore_Task, 'duration_secs': 0.025588} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.282516] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65a6b4f-25a2-40bd-8bfd-8484a07960b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.292332] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 905.292332] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526fc2dd-c48f-2b83-1919-600acbdc70ce" [ 905.292332] env[62822]: _type = "Task" [ 905.292332] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.303740] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526fc2dd-c48f-2b83-1919-600acbdc70ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.365878] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquiring lock "e10ca7d4-11d6-462e-ae52-5738af401f55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.365955] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Lock "e10ca7d4-11d6-462e-ae52-5738af401f55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.422018] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.422018] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.422018] env[62822]: DEBUG nova.compute.manager [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.422018] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46204604-301b-4477-bbd7-e1d5ac18b705 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.429351] env[62822]: DEBUG nova.compute.manager [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62822) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 905.429961] env[62822]: DEBUG nova.objects.instance [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'flavor' on Instance uuid c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.548498] env[62822]: DEBUG nova.network.neutron [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.630280] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764470, 'name': Destroy_Task, 'duration_secs': 0.424395} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.633152] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Destroyed the VM [ 905.633403] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 905.633667] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e80a85d7-e5f3-4b0d-be16-4ed265be1be2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.641465] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 905.641465] env[62822]: value = "task-2764471" [ 905.641465] env[62822]: _type = "Task" [ 905.641465] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.651490] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.706098] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.706616] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.706616] env[62822]: DEBUG nova.network.neutron [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.720489] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0738338d-6fe4-44e1-8edf-c5cce7c0f2cc tempest-SecurityGroupsTestJSON-1505598694 tempest-SecurityGroupsTestJSON-1505598694-project-member] Lock "d2942f62-06a3-4732-83ff-c58015c992b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.624s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.730329] env[62822]: DEBUG nova.network.neutron [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Updating instance_info_cache with network_info: [{"id": "01e2bc76-32da-4a31-b164-e12a01db6279", "address": "fa:16:3e:ce:6c:e3", "network": {"id": "2079d2f2-a316-427a-90ac-dc8e46706881", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-584724302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b445090f4b244859b1ccb7bd653de789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e2bc76-32", "ovs_interfaceid": "01e2bc76-32da-4a31-b164-e12a01db6279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.807216] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526fc2dd-c48f-2b83-1919-600acbdc70ce, 'name': SearchDatastore_Task, 'duration_secs': 0.022363} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.807698] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.807789] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] e8d517cb-c9fb-49d5-93b1-26f4162b0ab3/e8d517cb-c9fb-49d5-93b1-26f4162b0ab3.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.808042] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ed9d40a-86f2-483a-97c5-3c46141dc6a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.816521] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 905.816521] env[62822]: value = "task-2764472" [ 905.816521] env[62822]: _type = "Task" [ 905.816521] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.826463] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.869142] env[62822]: DEBUG nova.compute.manager [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.101871] env[62822]: DEBUG nova.compute.manager [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Received event network-vif-plugged-01e2bc76-32da-4a31-b164-e12a01db6279 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.102403] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Acquiring lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.102683] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.102865] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.103061] env[62822]: DEBUG nova.compute.manager [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] No waiting events found dispatching network-vif-plugged-01e2bc76-32da-4a31-b164-e12a01db6279 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.103233] env[62822]: WARNING nova.compute.manager [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Received unexpected event network-vif-plugged-01e2bc76-32da-4a31-b164-e12a01db6279 for instance with vm_state building and task_state spawning. [ 906.103401] env[62822]: DEBUG nova.compute.manager [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Received event network-changed-01e2bc76-32da-4a31-b164-e12a01db6279 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.103648] env[62822]: DEBUG nova.compute.manager [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Refreshing instance network info cache due to event network-changed-01e2bc76-32da-4a31-b164-e12a01db6279. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.103723] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Acquiring lock "refresh_cache-90c11e20-dbec-4043-9b9a-844d2e83f9ac" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.155455] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764471, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.233043] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Releasing lock "refresh_cache-90c11e20-dbec-4043-9b9a-844d2e83f9ac" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.233449] env[62822]: DEBUG nova.compute.manager [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Instance network_info: |[{"id": "01e2bc76-32da-4a31-b164-e12a01db6279", "address": "fa:16:3e:ce:6c:e3", "network": {"id": "2079d2f2-a316-427a-90ac-dc8e46706881", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-584724302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b445090f4b244859b1ccb7bd653de789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e2bc76-32", "ovs_interfaceid": "01e2bc76-32da-4a31-b164-e12a01db6279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.233673] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Acquired lock "refresh_cache-90c11e20-dbec-4043-9b9a-844d2e83f9ac" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.233963] env[62822]: DEBUG nova.network.neutron [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Refreshing network info cache for port 01e2bc76-32da-4a31-b164-e12a01db6279 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.235156] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:6c:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01e2bc76-32da-4a31-b164-e12a01db6279', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.245039] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Creating folder: Project (b445090f4b244859b1ccb7bd653de789). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.249677] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-720e0e87-8f31-46eb-a006-c596382bb4b8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.264605] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Created folder: Project (b445090f4b244859b1ccb7bd653de789) in parent group-v555973. [ 906.265029] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Creating folder: Instances. Parent ref: group-v556177. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.266524] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbf98728-e798-45ae-b6a1-21283ec72b75 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.274232] env[62822]: WARNING nova.network.neutron [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] 2ce291d0-7b4f-44a7-af76-fbc0d578aeeb already exists in list: networks containing: ['2ce291d0-7b4f-44a7-af76-fbc0d578aeeb']. ignoring it [ 906.274458] env[62822]: WARNING nova.network.neutron [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] 2ce291d0-7b4f-44a7-af76-fbc0d578aeeb already exists in list: networks containing: ['2ce291d0-7b4f-44a7-af76-fbc0d578aeeb']. ignoring it [ 906.282323] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Created folder: Instances in parent group-v556177. [ 906.282768] env[62822]: DEBUG oslo.service.loopingcall [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.285682] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.286979] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff831b33-3ddd-4ed4-b479-4e592f6d9885 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.313076] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.313076] env[62822]: value = "task-2764475" [ 906.313076] env[62822]: _type = "Task" [ 906.313076] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.331862] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764475, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.337534] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764472, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.406546] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.437340] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.437767] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd1a7568-4f60-45f0-abfd-ec2470dc47dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.446149] env[62822]: DEBUG oslo_vmware.api [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 906.446149] env[62822]: value = "task-2764476" [ 906.446149] env[62822]: _type = "Task" [ 906.446149] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.460185] env[62822]: DEBUG oslo_vmware.api [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.643668] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c242bd79-b225-4e55-a29c-9000a568f5d7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.667404] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d927f1ac-c5d7-4f15-8ed5-7e2434daef31 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.673202] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764471, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.707401] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429d3cf9-fd31-465b-8bc1-d1144e0ec3b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.717950] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744fe85a-ed88-4330-a2f4-b7550c4ff4c9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.739775] env[62822]: DEBUG nova.compute.provider_tree [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.827418] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764475, 'name': CreateVM_Task, 'duration_secs': 0.431408} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.830499] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.830937] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547534} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.831908] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.832099] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.832421] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.832681] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] e8d517cb-c9fb-49d5-93b1-26f4162b0ab3/e8d517cb-c9fb-49d5-93b1-26f4162b0ab3.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.833058] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.833186] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b57abb-691a-49b5-b5aa-481d910fc78d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.835096] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33cc7432-39fa-40c8-95d2-241ab6f4ab9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.840811] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for the task: (returnval){ [ 906.840811] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526c10d1-8827-5ca3-97b1-45cc0fa72e88" [ 906.840811] env[62822]: _type = "Task" [ 906.840811] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.845726] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 906.845726] env[62822]: value = "task-2764477" [ 906.845726] env[62822]: _type = "Task" [ 906.845726] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.852451] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526c10d1-8827-5ca3-97b1-45cc0fa72e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.859849] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.957783] env[62822]: DEBUG oslo_vmware.api [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764476, 'name': PowerOffVM_Task, 'duration_secs': 0.205393} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.958170] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.958512] env[62822]: DEBUG nova.compute.manager [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.959213] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e444b35e-5cb2-4b1c-8ada-00d7284ded30 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.087980] env[62822]: DEBUG nova.network.neutron [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updating instance_info_cache with network_info: [{"id": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "address": "fa:16:3e:59:61:42", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38fbf7e2-12", "ovs_interfaceid": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d62ddb-1441-4f89-85db-e18759fd3dea", "address": "fa:16:3e:96:f7:5c", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d62ddb-14", "ovs_interfaceid": "44d62ddb-1441-4f89-85db-e18759fd3dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1b47b217-2a85-453f-a1c7-18543ea135c7", "address": "fa:16:3e:03:a9:0f", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b47b217-2a", "ovs_interfaceid": "1b47b217-2a85-453f-a1c7-18543ea135c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.157109] env[62822]: DEBUG oslo_vmware.api [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764471, 'name': RemoveSnapshot_Task, 'duration_secs': 1.057179} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.157427] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 907.157785] env[62822]: INFO nova.compute.manager [None req-5cf22eb3-de05-4a0d-8cc7-a7486eb6dd4f tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Took 14.94 seconds to snapshot the instance on the hypervisor. [ 907.216412] env[62822]: DEBUG nova.network.neutron [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Updated VIF entry in instance network info cache for port 01e2bc76-32da-4a31-b164-e12a01db6279. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.216412] env[62822]: DEBUG nova.network.neutron [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Updating instance_info_cache with network_info: [{"id": "01e2bc76-32da-4a31-b164-e12a01db6279", "address": "fa:16:3e:ce:6c:e3", "network": {"id": "2079d2f2-a316-427a-90ac-dc8e46706881", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-584724302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b445090f4b244859b1ccb7bd653de789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e2bc76-32", "ovs_interfaceid": "01e2bc76-32da-4a31-b164-e12a01db6279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.248067] env[62822]: DEBUG nova.scheduler.client.report [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.354186] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526c10d1-8827-5ca3-97b1-45cc0fa72e88, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.354976] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.355320] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.355597] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.355749] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.355935] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.356228] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30ebfbbf-23f8-4712-96d7-efd54acf0b54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.360606] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276795} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.361201] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.361999] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69ab294-9834-4b44-aed3-94557e7e1752 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.386885] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] e8d517cb-c9fb-49d5-93b1-26f4162b0ab3/e8d517cb-c9fb-49d5-93b1-26f4162b0ab3.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.388387] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e904f1-c09c-4dfa-92ee-0b4bdd07b3fb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.405265] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.405458] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.406601] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df515853-8d16-4142-b5a0-9acaee52c8fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.416295] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for the task: (returnval){ [ 907.416295] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e6e078-09ab-36de-5703-e46ca38de327" [ 907.416295] env[62822]: _type = "Task" [ 907.416295] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.421136] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 907.421136] env[62822]: value = "task-2764478" [ 907.421136] env[62822]: _type = "Task" [ 907.421136] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.427945] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e6e078-09ab-36de-5703-e46ca38de327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.434413] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.475920] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1aad319c-4925-4bbb-80fb-169f7d5c3b43 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.591125] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.592830] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.593016] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.594068] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f85d62-e69a-48bc-8743-9d883860e0a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.621393] env[62822]: DEBUG nova.virt.hardware [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.621393] env[62822]: DEBUG nova.virt.hardware [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.621393] env[62822]: DEBUG nova.virt.hardware [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.621393] env[62822]: DEBUG nova.virt.hardware [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.621393] env[62822]: DEBUG nova.virt.hardware [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.621393] env[62822]: DEBUG nova.virt.hardware [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.621393] env[62822]: DEBUG nova.virt.hardware [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.621393] env[62822]: DEBUG nova.virt.hardware [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.624540] env[62822]: DEBUG nova.virt.hardware [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.624758] env[62822]: DEBUG nova.virt.hardware [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.624939] env[62822]: DEBUG nova.virt.hardware [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.635094] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Reconfiguring VM to attach interface {{(pid=62822) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 907.636138] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b0174cd-cd19-4cfa-948f-e579284cecd0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.657289] env[62822]: DEBUG oslo_vmware.api [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 907.657289] env[62822]: value = "task-2764479" [ 907.657289] env[62822]: _type = "Task" [ 907.657289] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.669016] env[62822]: DEBUG oslo_vmware.api [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764479, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.717655] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Releasing lock "refresh_cache-90c11e20-dbec-4043-9b9a-844d2e83f9ac" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.721020] env[62822]: DEBUG nova.compute.manager [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received event network-vif-plugged-1b47b217-2a85-453f-a1c7-18543ea135c7 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.721020] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Acquiring lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.721020] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.721020] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.721020] env[62822]: DEBUG nova.compute.manager [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] No waiting events found dispatching network-vif-plugged-1b47b217-2a85-453f-a1c7-18543ea135c7 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.721020] env[62822]: WARNING nova.compute.manager [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received unexpected event network-vif-plugged-1b47b217-2a85-453f-a1c7-18543ea135c7 for instance with vm_state active and task_state None. [ 907.721020] env[62822]: DEBUG nova.compute.manager [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received event network-changed-1b47b217-2a85-453f-a1c7-18543ea135c7 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.721020] env[62822]: DEBUG nova.compute.manager [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Refreshing instance network info cache due to event network-changed-1b47b217-2a85-453f-a1c7-18543ea135c7. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 907.721020] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Acquiring lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.721020] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Acquired lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.721020] env[62822]: DEBUG nova.network.neutron [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Refreshing network info cache for port 1b47b217-2a85-453f-a1c7-18543ea135c7 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.754754] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.754754] env[62822]: DEBUG nova.compute.manager [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.756937] env[62822]: DEBUG oslo_concurrency.lockutils [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.553s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.757061] env[62822]: DEBUG nova.objects.instance [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 907.930035] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e6e078-09ab-36de-5703-e46ca38de327, 'name': SearchDatastore_Task, 'duration_secs': 0.034348} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.940065] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.940065] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039cab58-f169-48f4-8795-60300c324428 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.949396] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for the task: (returnval){ [ 907.949396] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528dde93-c574-074c-fa7c-b44edb632ea5" [ 907.949396] env[62822]: _type = "Task" [ 907.949396] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.959665] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528dde93-c574-074c-fa7c-b44edb632ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.169632] env[62822]: DEBUG oslo_vmware.api [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.265484] env[62822]: DEBUG nova.compute.utils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.267076] env[62822]: DEBUG nova.compute.manager [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.267326] env[62822]: DEBUG nova.network.neutron [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.293239] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "b9f12eb4-ba13-4105-ba03-716b7646d60a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.293239] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "b9f12eb4-ba13-4105-ba03-716b7646d60a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.378612] env[62822]: DEBUG nova.policy [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2358abc57a934d5e84826456588bbda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f061b2bd42ac437a934f98ae2935788b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.440023] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764478, 'name': ReconfigVM_Task, 'duration_secs': 0.600348} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.440023] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Reconfigured VM instance instance-0000004a to attach disk [datastore2] e8d517cb-c9fb-49d5-93b1-26f4162b0ab3/e8d517cb-c9fb-49d5-93b1-26f4162b0ab3.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.440023] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b2e1a04-2e2d-4f38-9940-4c25ea225330 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.447795] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 908.447795] env[62822]: value = "task-2764480" [ 908.447795] env[62822]: _type = "Task" [ 908.447795] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.467082] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764480, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.469256] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528dde93-c574-074c-fa7c-b44edb632ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.016477} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.469800] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.470195] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 90c11e20-dbec-4043-9b9a-844d2e83f9ac/90c11e20-dbec-4043-9b9a-844d2e83f9ac.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.470607] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2727b176-7779-4d6e-9fff-b7ca1400098a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.484264] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for the task: (returnval){ [ 908.484264] env[62822]: value = "task-2764481" [ 908.484264] env[62822]: _type = "Task" [ 908.484264] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.497472] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.670176] env[62822]: DEBUG oslo_vmware.api [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764479, 'name': ReconfigVM_Task, 'duration_secs': 0.628143} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.670923] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.670923] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Reconfigured VM to attach interface {{(pid=62822) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 908.771784] env[62822]: DEBUG oslo_concurrency.lockutils [None req-09b8abea-e6ad-469d-9868-e715a50cad2e tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.773475] env[62822]: DEBUG nova.compute.manager [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.776919] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.404s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.782455] env[62822]: INFO nova.compute.claims [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.797393] env[62822]: DEBUG nova.compute.manager [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.961446] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764480, 'name': Rename_Task, 'duration_secs': 0.211825} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.961882] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.962174] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca4721c2-aeef-44c8-bea9-6ac3850a5b40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.972459] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 908.972459] env[62822]: value = "task-2764482" [ 908.972459] env[62822]: _type = "Task" [ 908.972459] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.987036] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.999568] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764481, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.126645] env[62822]: DEBUG nova.network.neutron [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updated VIF entry in instance network info cache for port 1b47b217-2a85-453f-a1c7-18543ea135c7. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.127173] env[62822]: DEBUG nova.network.neutron [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updating instance_info_cache with network_info: [{"id": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "address": "fa:16:3e:59:61:42", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38fbf7e2-12", "ovs_interfaceid": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d62ddb-1441-4f89-85db-e18759fd3dea", "address": "fa:16:3e:96:f7:5c", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d62ddb-14", "ovs_interfaceid": "44d62ddb-1441-4f89-85db-e18759fd3dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1b47b217-2a85-453f-a1c7-18543ea135c7", "address": "fa:16:3e:03:a9:0f", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b47b217-2a", "ovs_interfaceid": "1b47b217-2a85-453f-a1c7-18543ea135c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.181138] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f1b912b-d0aa-48bc-b277-715b7a70ffa0 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-1b47b217-2a85-453f-a1c7-18543ea135c7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.208s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.309737] env[62822]: DEBUG nova.network.neutron [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Successfully created port: c5f83c7e-593c-440b-8717-507e71ebd091 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.333596] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.484419] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.503083] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586674} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.503497] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 90c11e20-dbec-4043-9b9a-844d2e83f9ac/90c11e20-dbec-4043-9b9a-844d2e83f9ac.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.503833] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.504158] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9a11947-b9cb-4cc5-bf88-107975144399 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.513677] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for the task: (returnval){ [ 909.513677] env[62822]: value = "task-2764483" [ 909.513677] env[62822]: _type = "Task" [ 909.513677] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.524729] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.634624] env[62822]: DEBUG oslo_concurrency.lockutils [req-e7f25598-a226-4c41-9de8-4137739655b5 req-6beeb9e4-b6ce-4cc1-a1f8-9f5687e31db8 service nova] Releasing lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.793642] env[62822]: DEBUG nova.compute.manager [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.834262] env[62822]: DEBUG nova.virt.hardware [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.834563] env[62822]: DEBUG nova.virt.hardware [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.834740] env[62822]: DEBUG nova.virt.hardware [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.834893] env[62822]: DEBUG nova.virt.hardware [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.835673] env[62822]: DEBUG nova.virt.hardware [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.835673] env[62822]: DEBUG nova.virt.hardware [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.835673] env[62822]: DEBUG nova.virt.hardware [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.835673] env[62822]: DEBUG nova.virt.hardware [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.835673] env[62822]: DEBUG nova.virt.hardware [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.836259] env[62822]: DEBUG nova.virt.hardware [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.836259] env[62822]: DEBUG nova.virt.hardware [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.837009] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c5a9e1-66e6-49f9-b49b-239a64fd78ed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.846377] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c940ee-bf12-4c35-b022-d9481a8546c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.988276] env[62822]: DEBUG oslo_vmware.api [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764482, 'name': PowerOnVM_Task, 'duration_secs': 0.551123} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.990109] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.990109] env[62822]: INFO nova.compute.manager [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Took 9.34 seconds to spawn the instance on the hypervisor. [ 909.990109] env[62822]: DEBUG nova.compute.manager [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.991880] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6fdf5b-1d5d-4c33-8a58-33b56fb922d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.028884] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238078} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.032584] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.034077] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ef1b84-23de-486b-8aca-6246de06176a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.061132] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 90c11e20-dbec-4043-9b9a-844d2e83f9ac/90c11e20-dbec-4043-9b9a-844d2e83f9ac.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.065542] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f47cf19-c19e-488b-b610-ff0e0a4ff617 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.090282] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for the task: (returnval){ [ 910.090282] env[62822]: value = "task-2764484" [ 910.090282] env[62822]: _type = "Task" [ 910.090282] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.102081] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.268841] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c783531e-120d-4ea0-86b0-08a4b50ffc35 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.277716] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d873dce-c02e-44b0-a7b9-3b248bf5b314 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.310782] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a8a609-03ca-4715-8392-964766a6f0c2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.321494] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db175ad-8723-4b08-9508-485a0e6be9b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.340434] env[62822]: DEBUG nova.compute.provider_tree [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.504180] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.505955] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.517696] env[62822]: INFO nova.compute.manager [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Took 41.23 seconds to build instance. [ 910.526742] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Acquiring lock "11541cf8-c651-4963-a4d6-cd08aa6362d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.526742] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Lock "11541cf8-c651-4963-a4d6-cd08aa6362d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.526742] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Acquiring lock "11541cf8-c651-4963-a4d6-cd08aa6362d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.526742] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Lock "11541cf8-c651-4963-a4d6-cd08aa6362d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.526742] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Lock "11541cf8-c651-4963-a4d6-cd08aa6362d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.529155] env[62822]: INFO nova.compute.manager [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Terminating instance [ 910.601869] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764484, 'name': ReconfigVM_Task, 'duration_secs': 0.336444} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.601869] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 90c11e20-dbec-4043-9b9a-844d2e83f9ac/90c11e20-dbec-4043-9b9a-844d2e83f9ac.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.602542] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd1bf5b5-6638-4a00-8e6d-a5d8fca0362d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.610800] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for the task: (returnval){ [ 910.610800] env[62822]: value = "task-2764485" [ 910.610800] env[62822]: _type = "Task" [ 910.610800] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.623653] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764485, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.710585] env[62822]: DEBUG nova.objects.instance [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'flavor' on Instance uuid c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.845875] env[62822]: DEBUG nova.scheduler.client.report [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.006568] env[62822]: DEBUG nova.compute.manager [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.020080] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7e09ca9-e280-4f8b-8bbe-606d542cbc99 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.741s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.036619] env[62822]: DEBUG nova.compute.manager [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.036878] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.037176] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66a10f34-2690-4239-a97b-82e0bd9c7d5d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.049516] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Waiting for the task: (returnval){ [ 911.049516] env[62822]: value = "task-2764486" [ 911.049516] env[62822]: _type = "Task" [ 911.049516] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.058838] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2764486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.069102] env[62822]: DEBUG nova.compute.manager [req-140fb472-ac27-41c7-8d62-4516101fb3af req-1515b067-de61-4528-bf27-731eef96170a service nova] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Received event network-vif-plugged-c5f83c7e-593c-440b-8717-507e71ebd091 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.069337] env[62822]: DEBUG oslo_concurrency.lockutils [req-140fb472-ac27-41c7-8d62-4516101fb3af req-1515b067-de61-4528-bf27-731eef96170a service nova] Acquiring lock "c1d7caa7-6afc-4890-acfe-a72c654008c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.069565] env[62822]: DEBUG oslo_concurrency.lockutils [req-140fb472-ac27-41c7-8d62-4516101fb3af req-1515b067-de61-4528-bf27-731eef96170a service nova] Lock "c1d7caa7-6afc-4890-acfe-a72c654008c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.069773] env[62822]: DEBUG oslo_concurrency.lockutils [req-140fb472-ac27-41c7-8d62-4516101fb3af req-1515b067-de61-4528-bf27-731eef96170a service nova] Lock "c1d7caa7-6afc-4890-acfe-a72c654008c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.069948] env[62822]: DEBUG nova.compute.manager [req-140fb472-ac27-41c7-8d62-4516101fb3af req-1515b067-de61-4528-bf27-731eef96170a service nova] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] No waiting events found dispatching network-vif-plugged-c5f83c7e-593c-440b-8717-507e71ebd091 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.070136] env[62822]: WARNING nova.compute.manager [req-140fb472-ac27-41c7-8d62-4516101fb3af req-1515b067-de61-4528-bf27-731eef96170a service nova] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Received unexpected event network-vif-plugged-c5f83c7e-593c-440b-8717-507e71ebd091 for instance with vm_state building and task_state spawning. [ 911.121697] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764485, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.213912] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.214128] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquired lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.214282] env[62822]: DEBUG nova.network.neutron [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.214453] env[62822]: DEBUG nova.objects.instance [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'info_cache' on Instance uuid c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.250150] env[62822]: DEBUG nova.network.neutron [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Successfully updated port: c5f83c7e-593c-440b-8717-507e71ebd091 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.354546] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.355082] env[62822]: DEBUG nova.compute.manager [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.357941] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.173s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.358171] env[62822]: DEBUG nova.objects.instance [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lazy-loading 'resources' on Instance uuid 94ca5394-01bd-4460-84f3-849795fc095b {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.541287] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.563336] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2764486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.627245] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764485, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.679565] env[62822]: DEBUG oslo_concurrency.lockutils [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-44d62ddb-1441-4f89-85db-e18759fd3dea" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.679821] env[62822]: DEBUG oslo_concurrency.lockutils [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-44d62ddb-1441-4f89-85db-e18759fd3dea" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.718948] env[62822]: DEBUG nova.objects.base [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.752541] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "refresh_cache-c1d7caa7-6afc-4890-acfe-a72c654008c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.752541] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "refresh_cache-c1d7caa7-6afc-4890-acfe-a72c654008c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.752541] env[62822]: DEBUG nova.network.neutron [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.863027] env[62822]: DEBUG nova.compute.utils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.867423] env[62822]: DEBUG nova.compute.manager [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.868199] env[62822]: DEBUG nova.network.neutron [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.999290] env[62822]: DEBUG nova.policy [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd44eb28bc69b4f51bd816eddf80e9e9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2214d0c72c394022b66de33bd023f858', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.063635] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2764486, 'name': PowerOffVM_Task, 'duration_secs': 0.886175} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.066927] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.067269] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 912.067378] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556013', 'volume_id': 'a2db2f5d-90c6-4267-a10b-8d24046164fc', 'name': 'volume-a2db2f5d-90c6-4267-a10b-8d24046164fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11541cf8-c651-4963-a4d6-cd08aa6362d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2db2f5d-90c6-4267-a10b-8d24046164fc', 'serial': 'a2db2f5d-90c6-4267-a10b-8d24046164fc'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 912.071433] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68e76de-1f64-43db-b05a-8b5e0f412407 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.097044] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9279e880-8c81-48b4-9f36-713e5b535571 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.105707] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0206fe9-94ec-4c61-90f6-00d24a2141f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.135145] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d78a5fa-101e-4e2f-80fd-e2c79b687115 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.152292] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] The volume has not been displaced from its original location: [datastore1] volume-a2db2f5d-90c6-4267-a10b-8d24046164fc/volume-a2db2f5d-90c6-4267-a10b-8d24046164fc.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 912.157542] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 912.161571] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aecfb719-5f49-43ef-bbb6-20847b51e311 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.175845] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764485, 'name': Rename_Task, 'duration_secs': 1.171095} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.178021] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.179896] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-061298d1-3eee-4e44-a018-f360f7107f45 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.184225] env[62822]: DEBUG oslo_concurrency.lockutils [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.184225] env[62822]: DEBUG oslo_concurrency.lockutils [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.184225] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99f8753-0afa-4fe9-a0ef-7a26c4978244 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.188288] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Waiting for the task: (returnval){ [ 912.188288] env[62822]: value = "task-2764487" [ 912.188288] env[62822]: _type = "Task" [ 912.188288] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.188683] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.188806] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.189557] env[62822]: DEBUG nova.compute.manager [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.189557] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for the task: (returnval){ [ 912.189557] env[62822]: value = "task-2764488" [ 912.189557] env[62822]: _type = "Task" [ 912.189557] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.190569] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60079319-6fda-44e5-8e17-4e3257feb981 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.218550] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80420a6-b5b5-4a62-bfe2-48ce2a2ea4bd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.227051] env[62822]: DEBUG nova.compute.manager [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62822) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 912.227626] env[62822]: DEBUG nova.objects.instance [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lazy-loading 'flavor' on Instance uuid e8d517cb-c9fb-49d5-93b1-26f4162b0ab3 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.236545] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.236827] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2764487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.266762] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Reconfiguring VM to detach interface {{(pid=62822) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 912.270508] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c13957-5387-4a51-b59d-952d4e276991 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.296106] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 912.296106] env[62822]: value = "task-2764489" [ 912.296106] env[62822]: _type = "Task" [ 912.296106] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.311530] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.360169] env[62822]: DEBUG nova.network.neutron [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.368577] env[62822]: DEBUG nova.compute.manager [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.460127] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aece94c3-eb6d-44a1-87e8-c034253f9365 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.470467] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e6bfaa-cf90-4126-92ea-edeee3272876 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.510637] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c277943-3334-4f2e-a086-d864a449b2b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.519878] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46d97fe-1fef-429c-bd0b-49cd8f939c24 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.537942] env[62822]: DEBUG nova.compute.provider_tree [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.570489] env[62822]: DEBUG nova.network.neutron [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Successfully created port: dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.704413] env[62822]: DEBUG oslo_vmware.api [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764488, 'name': PowerOnVM_Task, 'duration_secs': 0.445989} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.709203] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.709446] env[62822]: INFO nova.compute.manager [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Took 9.57 seconds to spawn the instance on the hypervisor. [ 912.709629] env[62822]: DEBUG nova.compute.manager [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.709923] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2764487, 'name': ReconfigVM_Task, 'duration_secs': 0.185411} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.713240] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07565b3c-9bfa-4b07-81ba-269ce0847134 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.717546] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.720225] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-918ca02f-8c28-4644-806f-e8056ed91a86 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.741861] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Waiting for the task: (returnval){ [ 912.741861] env[62822]: value = "task-2764490" [ 912.741861] env[62822]: _type = "Task" [ 912.741861] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.755082] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2764490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.808225] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.870767] env[62822]: DEBUG nova.network.neutron [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Updating instance_info_cache with network_info: [{"id": "c5f83c7e-593c-440b-8717-507e71ebd091", "address": "fa:16:3e:a3:42:b1", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f83c7e-59", "ovs_interfaceid": "c5f83c7e-593c-440b-8717-507e71ebd091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.955766] env[62822]: DEBUG nova.network.neutron [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Updating instance_info_cache with network_info: [{"id": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "address": "fa:16:3e:c5:7d:97", "network": {"id": "2c6b7b33-a64d-4b98-a53e-694e69f489a6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1699409384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf8371b5ffe40c585fcb507a7efef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0fe9a7-20", "ovs_interfaceid": "9f0fe9a7-20a1-4b79-a90f-17179c3a94de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.045094] env[62822]: DEBUG nova.scheduler.client.report [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.254067] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.259463] env[62822]: INFO nova.compute.manager [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Took 43.18 seconds to build instance. [ 913.260495] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ad0fb13-b085-4435-b85c-d240316ab18e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.268791] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2764490, 'name': ReconfigVM_Task, 'duration_secs': 0.149202} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.270378] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556013', 'volume_id': 'a2db2f5d-90c6-4267-a10b-8d24046164fc', 'name': 'volume-a2db2f5d-90c6-4267-a10b-8d24046164fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11541cf8-c651-4963-a4d6-cd08aa6362d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2db2f5d-90c6-4267-a10b-8d24046164fc', 'serial': 'a2db2f5d-90c6-4267-a10b-8d24046164fc'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 913.270763] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.271392] env[62822]: DEBUG oslo_vmware.api [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 913.271392] env[62822]: value = "task-2764491" [ 913.271392] env[62822]: _type = "Task" [ 913.271392] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.271868] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149ee05b-fe5d-4394-bf57-1ffc14fae8df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.289460] env[62822]: DEBUG oslo_vmware.api [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.291199] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.291514] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c23b4500-aa1f-468b-891d-12e17a672cf0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.314528] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.368317] env[62822]: DEBUG nova.compute.manager [req-7d0ebb99-e3ce-4853-9916-4ac2958e9951 req-7dfcefa7-3daa-483b-a8bc-2b2a016fe216 service nova] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Received event network-changed-c5f83c7e-593c-440b-8717-507e71ebd091 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.368695] env[62822]: DEBUG nova.compute.manager [req-7d0ebb99-e3ce-4853-9916-4ac2958e9951 req-7dfcefa7-3daa-483b-a8bc-2b2a016fe216 service nova] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Refreshing instance network info cache due to event network-changed-c5f83c7e-593c-440b-8717-507e71ebd091. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 913.368695] env[62822]: DEBUG oslo_concurrency.lockutils [req-7d0ebb99-e3ce-4853-9916-4ac2958e9951 req-7dfcefa7-3daa-483b-a8bc-2b2a016fe216 service nova] Acquiring lock "refresh_cache-c1d7caa7-6afc-4890-acfe-a72c654008c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.370365] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.370569] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.370824] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Deleting the datastore file [datastore1] 11541cf8-c651-4963-a4d6-cd08aa6362d3 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.371175] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94bf3b09-3947-4b85-b446-a2f03a9438a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.373851] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "refresh_cache-c1d7caa7-6afc-4890-acfe-a72c654008c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.374151] env[62822]: DEBUG nova.compute.manager [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Instance network_info: |[{"id": "c5f83c7e-593c-440b-8717-507e71ebd091", "address": "fa:16:3e:a3:42:b1", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f83c7e-59", "ovs_interfaceid": "c5f83c7e-593c-440b-8717-507e71ebd091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.374480] env[62822]: DEBUG oslo_concurrency.lockutils [req-7d0ebb99-e3ce-4853-9916-4ac2958e9951 req-7dfcefa7-3daa-483b-a8bc-2b2a016fe216 service nova] Acquired lock "refresh_cache-c1d7caa7-6afc-4890-acfe-a72c654008c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.374604] env[62822]: DEBUG nova.network.neutron [req-7d0ebb99-e3ce-4853-9916-4ac2958e9951 req-7dfcefa7-3daa-483b-a8bc-2b2a016fe216 service nova] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Refreshing network info cache for port c5f83c7e-593c-440b-8717-507e71ebd091 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.376340] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:42:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5f83c7e-593c-440b-8717-507e71ebd091', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.383744] env[62822]: DEBUG oslo.service.loopingcall [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.384953] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.386106] env[62822]: DEBUG nova.compute.manager [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.388445] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd1beb33-063e-4f84-862a-b6314f9cf625 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.407851] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Waiting for the task: (returnval){ [ 913.407851] env[62822]: value = "task-2764493" [ 913.407851] env[62822]: _type = "Task" [ 913.407851] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.415947] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.415947] env[62822]: value = "task-2764494" [ 913.415947] env[62822]: _type = "Task" [ 913.415947] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.418904] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2764493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.430081] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764494, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.435450] env[62822]: DEBUG nova.virt.hardware [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.435692] env[62822]: DEBUG nova.virt.hardware [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.435840] env[62822]: DEBUG nova.virt.hardware [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.436033] env[62822]: DEBUG nova.virt.hardware [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.436175] env[62822]: DEBUG nova.virt.hardware [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.436323] env[62822]: DEBUG nova.virt.hardware [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.436534] env[62822]: DEBUG nova.virt.hardware [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.436727] env[62822]: DEBUG nova.virt.hardware [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.436941] env[62822]: DEBUG nova.virt.hardware [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.437024] env[62822]: DEBUG nova.virt.hardware [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.437191] env[62822]: DEBUG nova.virt.hardware [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.438037] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c602b32-9c8f-4bf0-8f35-c22831638157 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.445965] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d561c2-7c26-42a3-9c4e-7503764d8827 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.463753] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Releasing lock "refresh_cache-c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.553038] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.555604] env[62822]: DEBUG oslo_concurrency.lockutils [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.412s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.583012] env[62822]: INFO nova.scheduler.client.report [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Deleted allocations for instance 94ca5394-01bd-4460-84f3-849795fc095b [ 913.763324] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2fb53c68-1abc-45cb-a6b6-f36914b851f5 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.709s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.790283] env[62822]: DEBUG oslo_vmware.api [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764491, 'name': PowerOffVM_Task, 'duration_secs': 0.274505} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.790555] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.790742] env[62822]: DEBUG nova.compute.manager [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.791615] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672cd046-4328-4b77-82d8-e9771dcfb905 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.814997] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.921274] env[62822]: DEBUG oslo_vmware.api [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Task: {'id': task-2764493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122377} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.929446] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.929446] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.929446] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.929446] env[62822]: INFO nova.compute.manager [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Took 2.89 seconds to destroy the instance on the hypervisor. [ 913.929728] env[62822]: DEBUG oslo.service.loopingcall [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.929728] env[62822]: DEBUG nova.compute.manager [-] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.929844] env[62822]: DEBUG nova.network.neutron [-] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.943891] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764494, 'name': CreateVM_Task, 'duration_secs': 0.373513} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.944823] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.948428] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.948428] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.948428] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.948428] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a931cb-de4d-42ee-9d24-b3d6a7971888 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.953240] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 913.953240] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5240b56c-ca4c-4e2e-8a92-dde47c591bca" [ 913.953240] env[62822]: _type = "Task" [ 913.953240] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.967029] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5240b56c-ca4c-4e2e-8a92-dde47c591bca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.095979] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4e9248c-8ed0-4d45-8d94-36aad6223388 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "94ca5394-01bd-4460-84f3-849795fc095b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.123s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.120821] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquiring lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.120821] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.120821] env[62822]: INFO nova.compute.manager [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Rebooting instance [ 914.218740] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "6e48a8fe-876d-46f5-93de-bf56300966e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.219056] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "6e48a8fe-876d-46f5-93de-bf56300966e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.312797] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c0fa32db-08e6-4f85-b46b-c1d88ba5e6dc tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.124s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.319873] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.466324] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5240b56c-ca4c-4e2e-8a92-dde47c591bca, 'name': SearchDatastore_Task, 'duration_secs': 0.013458} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.469895] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.470247] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.470714] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.470920] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.471117] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.472671] env[62822]: DEBUG nova.network.neutron [req-7d0ebb99-e3ce-4853-9916-4ac2958e9951 req-7dfcefa7-3daa-483b-a8bc-2b2a016fe216 service nova] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Updated VIF entry in instance network info cache for port c5f83c7e-593c-440b-8717-507e71ebd091. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.472845] env[62822]: DEBUG nova.network.neutron [req-7d0ebb99-e3ce-4853-9916-4ac2958e9951 req-7dfcefa7-3daa-483b-a8bc-2b2a016fe216 service nova] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Updating instance_info_cache with network_info: [{"id": "c5f83c7e-593c-440b-8717-507e71ebd091", "address": "fa:16:3e:a3:42:b1", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f83c7e-59", "ovs_interfaceid": "c5f83c7e-593c-440b-8717-507e71ebd091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.475030] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.475030] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a4e8e6a-efcb-4cb2-84b5-040a548f468f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.477274] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94f8c89b-2cf4-4c50-876a-8796bf5c354a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.479708] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "2b417050-a196-4d4d-9a91-fb5a2dc1f423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.479708] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "2b417050-a196-4d4d-9a91-fb5a2dc1f423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.479846] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "2b417050-a196-4d4d-9a91-fb5a2dc1f423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.480099] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "2b417050-a196-4d4d-9a91-fb5a2dc1f423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.480330] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "2b417050-a196-4d4d-9a91-fb5a2dc1f423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.487371] env[62822]: INFO nova.compute.manager [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Terminating instance [ 914.493633] env[62822]: DEBUG oslo_vmware.api [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 914.493633] env[62822]: value = "task-2764495" [ 914.493633] env[62822]: _type = "Task" [ 914.493633] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.499519] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.499809] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.503284] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca33309-5e37-40fc-a41c-1889498d536a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.510936] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 914.510936] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522a6a76-f3e9-8f78-a619-49359cf4c519" [ 914.510936] env[62822]: _type = "Task" [ 914.510936] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.514776] env[62822]: DEBUG oslo_vmware.api [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764495, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.527056] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522a6a76-f3e9-8f78-a619-49359cf4c519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.538527] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302ddcc4-8cee-4261-b0df-88d0e9c7db1b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.547187] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe414b9-5f0f-4b5d-8af5-d7ff8ad6c2d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.582434] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91369971-b600-43b2-9565-a1e2c3c3f53d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.592163] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd36c4a-81c9-4e9d-8d8f-73b4807b5861 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.608772] env[62822]: DEBUG nova.compute.provider_tree [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.642226] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquiring lock "refresh_cache-90c11e20-dbec-4043-9b9a-844d2e83f9ac" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.642421] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquired lock "refresh_cache-90c11e20-dbec-4043-9b9a-844d2e83f9ac" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.642639] env[62822]: DEBUG nova.network.neutron [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.721884] env[62822]: DEBUG nova.compute.manager [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.815435] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.978284] env[62822]: DEBUG oslo_concurrency.lockutils [req-7d0ebb99-e3ce-4853-9916-4ac2958e9951 req-7dfcefa7-3daa-483b-a8bc-2b2a016fe216 service nova] Releasing lock "refresh_cache-c1d7caa7-6afc-4890-acfe-a72c654008c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.006262] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "refresh_cache-2b417050-a196-4d4d-9a91-fb5a2dc1f423" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.006615] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquired lock "refresh_cache-2b417050-a196-4d4d-9a91-fb5a2dc1f423" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.006838] env[62822]: DEBUG nova.network.neutron [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.008190] env[62822]: DEBUG oslo_vmware.api [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764495, 'name': PowerOnVM_Task, 'duration_secs': 0.391384} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.009383] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.009634] env[62822]: DEBUG nova.compute.manager [None req-c6396aea-4252-43d4-aabf-fa772410a0f8 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.012998] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4165c35-9c0e-4010-8ffe-a1e9f674cb6c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.035207] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522a6a76-f3e9-8f78-a619-49359cf4c519, 'name': SearchDatastore_Task, 'duration_secs': 0.015935} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.035207] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4585171a-f85b-4b49-aa01-fbb0c3f6bf99 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.042603] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 915.042603] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5229d951-ed7c-95c8-ea7f-2f194aabbc3a" [ 915.042603] env[62822]: _type = "Task" [ 915.042603] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.054150] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5229d951-ed7c-95c8-ea7f-2f194aabbc3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.112012] env[62822]: DEBUG nova.scheduler.client.report [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.123066] env[62822]: INFO nova.compute.manager [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Rebuilding instance [ 915.193189] env[62822]: DEBUG nova.compute.manager [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.194138] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d91f812-67ad-49b2-9570-de9c0aea8fde {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.200213] env[62822]: DEBUG nova.network.neutron [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Successfully updated port: dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.252850] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.318592] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.557022] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5229d951-ed7c-95c8-ea7f-2f194aabbc3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013792} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.557022] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.557022] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] c1d7caa7-6afc-4890-acfe-a72c654008c5/c1d7caa7-6afc-4890-acfe-a72c654008c5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.557022] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ebcf5ee-54f2-40a4-9c2a-789cb382cf0a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.559857] env[62822]: DEBUG nova.network.neutron [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.570044] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 915.570044] env[62822]: value = "task-2764496" [ 915.570044] env[62822]: _type = "Task" [ 915.570044] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.581241] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.620267] env[62822]: DEBUG nova.network.neutron [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Updating instance_info_cache with network_info: [{"id": "01e2bc76-32da-4a31-b164-e12a01db6279", "address": "fa:16:3e:ce:6c:e3", "network": {"id": "2079d2f2-a316-427a-90ac-dc8e46706881", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-584724302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b445090f4b244859b1ccb7bd653de789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e2bc76-32", "ovs_interfaceid": "01e2bc76-32da-4a31-b164-e12a01db6279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.686405] env[62822]: DEBUG nova.compute.manager [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Received event network-vif-plugged-dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.686621] env[62822]: DEBUG oslo_concurrency.lockutils [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] Acquiring lock "7e461010-3799-41cc-b1a5-65b2d56f63b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.688306] env[62822]: DEBUG oslo_concurrency.lockutils [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] Lock "7e461010-3799-41cc-b1a5-65b2d56f63b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.688306] env[62822]: DEBUG oslo_concurrency.lockutils [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] Lock "7e461010-3799-41cc-b1a5-65b2d56f63b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.688306] env[62822]: DEBUG nova.compute.manager [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] No waiting events found dispatching network-vif-plugged-dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.688306] env[62822]: WARNING nova.compute.manager [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Received unexpected event network-vif-plugged-dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364 for instance with vm_state building and task_state spawning. [ 915.688306] env[62822]: DEBUG nova.compute.manager [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Received event network-changed-dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.688306] env[62822]: DEBUG nova.compute.manager [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Refreshing instance network info cache due to event network-changed-dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 915.688306] env[62822]: DEBUG oslo_concurrency.lockutils [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] Acquiring lock "refresh_cache-7e461010-3799-41cc-b1a5-65b2d56f63b5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.688306] env[62822]: DEBUG oslo_concurrency.lockutils [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] Acquired lock "refresh_cache-7e461010-3799-41cc-b1a5-65b2d56f63b5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.688306] env[62822]: DEBUG nova.network.neutron [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Refreshing network info cache for port dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.696362] env[62822]: DEBUG nova.network.neutron [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.702434] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquiring lock "refresh_cache-7e461010-3799-41cc-b1a5-65b2d56f63b5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.762179] env[62822]: DEBUG nova.network.neutron [-] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.816581] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.083247] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764496, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.129184] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Releasing lock "refresh_cache-90c11e20-dbec-4043-9b9a-844d2e83f9ac" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.136506] env[62822]: DEBUG oslo_concurrency.lockutils [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.581s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.140344] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.967s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.140493] env[62822]: DEBUG nova.objects.instance [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lazy-loading 'resources' on Instance uuid fd20843a-b98f-4169-af2a-42a57647923a {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.199065] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Releasing lock "refresh_cache-2b417050-a196-4d4d-9a91-fb5a2dc1f423" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.200194] env[62822]: DEBUG nova.compute.manager [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.200460] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.201824] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc17792b-7ee3-4875-b38f-1ad601097bc3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.213295] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.213582] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ffb86d9-fa52-488b-b4dd-313ccd3bd875 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.224886] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.225394] env[62822]: DEBUG oslo_vmware.api [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 916.225394] env[62822]: value = "task-2764497" [ 916.225394] env[62822]: _type = "Task" [ 916.225394] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.226605] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3fda3b-aff5-4d4b-9bcc-30b3ea6d8e21 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.240053] env[62822]: DEBUG oslo_vmware.api [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.242061] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 916.242061] env[62822]: value = "task-2764498" [ 916.242061] env[62822]: _type = "Task" [ 916.242061] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.252789] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 916.253125] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.254050] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d494d9c-c1d4-43b7-bc2f-c8b61729362b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.263133] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.264178] env[62822]: DEBUG nova.network.neutron [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.266082] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b5ccbb4-2d73-468d-a39b-3ebc1b68b1b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.267921] env[62822]: INFO nova.compute.manager [-] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Took 2.34 seconds to deallocate network for instance. [ 916.318576] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.357582] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.358112] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.358112] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleting the datastore file [datastore2] e8d517cb-c9fb-49d5-93b1-26f4162b0ab3 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.358298] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01c9f3b6-905b-40a2-9c14-cd32ff5bfa87 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.365783] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 916.365783] env[62822]: value = "task-2764500" [ 916.365783] env[62822]: _type = "Task" [ 916.365783] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.375524] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.419031] env[62822]: DEBUG nova.network.neutron [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.585891] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7855} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.586236] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] c1d7caa7-6afc-4890-acfe-a72c654008c5/c1d7caa7-6afc-4890-acfe-a72c654008c5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.586451] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.586765] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87f4b3fd-ef20-49a5-9388-6f3d989132b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.597904] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 916.597904] env[62822]: value = "task-2764501" [ 916.597904] env[62822]: _type = "Task" [ 916.597904] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.613213] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.638614] env[62822]: DEBUG nova.compute.manager [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.639581] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2271f5-6a37-4b56-a24f-157be298c930 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.654765] env[62822]: DEBUG nova.objects.instance [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lazy-loading 'numa_topology' on Instance uuid fd20843a-b98f-4169-af2a-42a57647923a {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.728159] env[62822]: INFO nova.scheduler.client.report [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted allocation for migration 3595d7b7-5a29-457a-aaeb-8556450447b8 [ 916.748362] env[62822]: DEBUG oslo_vmware.api [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764497, 'name': PowerOffVM_Task, 'duration_secs': 0.176868} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.748862] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.748862] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.749086] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd64b306-fcec-47a7-b9fe-9660054a09d0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.782025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.782025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.782025] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Deleting the datastore file [datastore1] 2b417050-a196-4d4d-9a91-fb5a2dc1f423 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.782279] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f64dcd16-b68e-4215-8166-45f39fadec12 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.792608] env[62822]: DEBUG oslo_vmware.api [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for the task: (returnval){ [ 916.792608] env[62822]: value = "task-2764503" [ 916.792608] env[62822]: _type = "Task" [ 916.792608] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.803470] env[62822]: DEBUG oslo_vmware.api [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.816742] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.831039] env[62822]: INFO nova.compute.manager [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Took 0.56 seconds to detach 1 volumes for instance. [ 916.832710] env[62822]: DEBUG nova.compute.manager [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Deleting volume: a2db2f5d-90c6-4267-a10b-8d24046164fc {{(pid=62822) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 916.880480] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415931} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.880748] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.881774] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.881774] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.923552] env[62822]: DEBUG oslo_concurrency.lockutils [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] Releasing lock "refresh_cache-7e461010-3799-41cc-b1a5-65b2d56f63b5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.923842] env[62822]: DEBUG nova.compute.manager [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Received event network-vif-deleted-6da3c3d0-e8b5-4883-8c60-f99be774eef3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.924031] env[62822]: INFO nova.compute.manager [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Neutron deleted interface 6da3c3d0-e8b5-4883-8c60-f99be774eef3; detaching it from the instance and deleting it from the info cache [ 916.924208] env[62822]: DEBUG nova.network.neutron [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.925589] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquired lock "refresh_cache-7e461010-3799-41cc-b1a5-65b2d56f63b5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.925746] env[62822]: DEBUG nova.network.neutron [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.109877] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086381} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.109877] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.114602] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2c5a7d-bdcc-4a42-ad8f-2c0aadcba48d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.141353] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] c1d7caa7-6afc-4890-acfe-a72c654008c5/c1d7caa7-6afc-4890-acfe-a72c654008c5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.141546] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58118e20-724d-4090-919e-ec65b8f87d06 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.160747] env[62822]: DEBUG nova.objects.base [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 917.171312] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 917.171312] env[62822]: value = "task-2764505" [ 917.171312] env[62822]: _type = "Task" [ 917.171312] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.192513] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764505, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.241885] env[62822]: DEBUG oslo_concurrency.lockutils [None req-366d7e1f-20d5-4107-ae55-6fe5657dbd21 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.207s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.304581] env[62822]: DEBUG oslo_vmware.api [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Task: {'id': task-2764503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232935} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.307945] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.308158] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.308352] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.308534] env[62822]: INFO nova.compute.manager [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Took 1.11 seconds to destroy the instance on the hypervisor. [ 917.308844] env[62822]: DEBUG oslo.service.loopingcall [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.310266] env[62822]: DEBUG nova.compute.manager [-] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.310266] env[62822]: DEBUG nova.network.neutron [-] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.323241] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.332343] env[62822]: DEBUG nova.network.neutron [-] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.396695] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.429125] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f6cd4ba-65c2-4ce3-9788-4905a4b4443f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.444138] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570b5160-9bc0-4903-9f40-7a6a2e6d9f32 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.487498] env[62822]: DEBUG nova.compute.manager [req-2d025c82-f112-4f1c-a69d-61129b89d89c req-db8a9909-bb6f-45dc-ad00-f8df0b0c4ba8 service nova] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Detach interface failed, port_id=6da3c3d0-e8b5-4883-8c60-f99be774eef3, reason: Instance 11541cf8-c651-4963-a4d6-cd08aa6362d3 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 917.505034] env[62822]: DEBUG nova.network.neutron [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.613562] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b819df9-6e9c-4bfb-be8c-1fef2fcbda76 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.622643] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256175bc-38ae-4313-b6d7-2a605496646d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.660320] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d971e13-330f-4801-b7d9-8f047c493a86 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.666027] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a26ae2-da9a-4b8b-af1b-1500737215cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.679478] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Doing hard reboot of VM {{(pid=62822) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 917.680903] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-23dfbcc7-5b5f-42f7-bf40-22b5f35fbef4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.682862] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7e376b-a921-47cd-b7ea-8e80158679f6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.689985] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764505, 'name': ReconfigVM_Task, 'duration_secs': 0.29215} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.694157] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Reconfigured VM instance instance-0000004c to attach disk [datastore2] c1d7caa7-6afc-4890-acfe-a72c654008c5/c1d7caa7-6afc-4890-acfe-a72c654008c5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.694157] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a155c2cd-8b78-4e5c-a99b-71efed01d22c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.703837] env[62822]: DEBUG nova.compute.provider_tree [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.708548] env[62822]: DEBUG oslo_vmware.api [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for the task: (returnval){ [ 917.708548] env[62822]: value = "task-2764506" [ 917.708548] env[62822]: _type = "Task" [ 917.708548] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.708860] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 917.708860] env[62822]: value = "task-2764507" [ 917.708860] env[62822]: _type = "Task" [ 917.708860] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.717238] env[62822]: DEBUG nova.network.neutron [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Updating instance_info_cache with network_info: [{"id": "dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364", "address": "fa:16:3e:46:c9:40", "network": {"id": "605bd234-94da-4498-853b-49f8efe22a1d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-401312084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2214d0c72c394022b66de33bd023f858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbfd116d-49", "ovs_interfaceid": "dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.728238] env[62822]: DEBUG oslo_vmware.api [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764506, 'name': ResetVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.731857] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764507, 'name': Rename_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.819796] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.835348] env[62822]: DEBUG nova.network.neutron [-] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.935810] env[62822]: DEBUG nova.virt.hardware [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.936362] env[62822]: DEBUG nova.virt.hardware [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.936936] env[62822]: DEBUG nova.virt.hardware [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.937296] env[62822]: DEBUG nova.virt.hardware [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.937802] env[62822]: DEBUG nova.virt.hardware [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.937980] env[62822]: DEBUG nova.virt.hardware [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.938957] env[62822]: DEBUG nova.virt.hardware [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.939090] env[62822]: DEBUG nova.virt.hardware [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.939919] env[62822]: DEBUG nova.virt.hardware [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.940480] env[62822]: DEBUG nova.virt.hardware [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.940966] env[62822]: DEBUG nova.virt.hardware [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.942663] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9589367-be6b-4c76-a40d-0147cb146ed9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.953297] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73da0358-0091-44fd-9fd3-13142a61f70c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.975367] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:e2:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eeac7376-40e8-4275-8982-7812a00ce8df', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.987486] env[62822]: DEBUG oslo.service.loopingcall [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.987486] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.987486] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa2b1db8-f0c8-4114-b19c-08568bbe7cc4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.011718] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.011718] env[62822]: value = "task-2764508" [ 918.011718] env[62822]: _type = "Task" [ 918.011718] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.022772] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764508, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.055217] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.055469] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.207797] env[62822]: DEBUG nova.scheduler.client.report [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.223219] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Releasing lock "refresh_cache-7e461010-3799-41cc-b1a5-65b2d56f63b5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.224277] env[62822]: DEBUG nova.compute.manager [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Instance network_info: |[{"id": "dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364", "address": "fa:16:3e:46:c9:40", "network": {"id": "605bd234-94da-4498-853b-49f8efe22a1d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-401312084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2214d0c72c394022b66de33bd023f858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbfd116d-49", "ovs_interfaceid": "dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.225032] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:c9:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.234034] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Creating folder: Project (2214d0c72c394022b66de33bd023f858). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.238822] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26bd6f54-369b-40c4-91d2-75e1aebfd8ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.240982] env[62822]: DEBUG oslo_vmware.api [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764506, 'name': ResetVM_Task, 'duration_secs': 0.520749} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.246460] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Did hard reboot of VM {{(pid=62822) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 918.246896] env[62822]: DEBUG nova.compute.manager [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.247387] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764507, 'name': Rename_Task, 'duration_secs': 0.148101} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.249468] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cf805d-1860-4676-8b59-bc4f1586d5d0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.252268] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.255884] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-138237b4-bf8c-4fd6-9499-181aef46b6a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.259599] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Created folder: Project (2214d0c72c394022b66de33bd023f858) in parent group-v555973. [ 918.259976] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Creating folder: Instances. Parent ref: group-v556182. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.260466] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f13dbcbd-1384-42da-b3d3-d452361532d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.269588] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 918.269588] env[62822]: value = "task-2764510" [ 918.269588] env[62822]: _type = "Task" [ 918.269588] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.280834] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.281283] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Created folder: Instances in parent group-v556182. [ 918.281636] env[62822]: DEBUG oslo.service.loopingcall [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.281896] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.282050] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ffc0d9f-591d-4ac3-ab71-07bbbed00e01 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.303952] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.303952] env[62822]: value = "task-2764512" [ 918.303952] env[62822]: _type = "Task" [ 918.303952] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.313175] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764512, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.322764] env[62822]: DEBUG oslo_vmware.api [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764489, 'name': ReconfigVM_Task, 'duration_secs': 5.765744} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.323070] env[62822]: DEBUG oslo_concurrency.lockutils [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.323233] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Reconfigured VM to detach interface {{(pid=62822) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 918.337865] env[62822]: INFO nova.compute.manager [-] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Took 1.03 seconds to deallocate network for instance. [ 918.523901] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764508, 'name': CreateVM_Task, 'duration_secs': 0.510441} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.524570] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.525415] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.525736] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.526180] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.527017] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1cba6c-d931-413e-924f-ea4d065a035d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.535989] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 918.535989] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5231e758-1236-5168-7cde-52fedc07ad5a" [ 918.535989] env[62822]: _type = "Task" [ 918.535989] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.545795] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5231e758-1236-5168-7cde-52fedc07ad5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.560476] env[62822]: DEBUG nova.compute.manager [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.724912] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.584s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.728433] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.944s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.729504] env[62822]: INFO nova.compute.claims [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.758400] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.758819] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.759138] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.759434] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.759676] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.762302] env[62822]: INFO nova.compute.manager [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Terminating instance [ 918.774017] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7227617f-ae08-422f-9c7e-d1068a047944 tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.657s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.792479] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764510, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.820566] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764512, 'name': CreateVM_Task, 'duration_secs': 0.455294} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.820738] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.821564] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.846193] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.923390] env[62822]: DEBUG nova.compute.manager [req-6e02fedd-d3d7-42c4-9485-992d330f6d00 req-ccae193e-c8fd-46e9-8334-d74f58152a02 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received event network-vif-deleted-44d62ddb-1441-4f89-85db-e18759fd3dea {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.924068] env[62822]: INFO nova.compute.manager [req-6e02fedd-d3d7-42c4-9485-992d330f6d00 req-ccae193e-c8fd-46e9-8334-d74f58152a02 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Neutron deleted interface 44d62ddb-1441-4f89-85db-e18759fd3dea; detaching it from the instance and deleting it from the info cache [ 918.924068] env[62822]: DEBUG nova.network.neutron [req-6e02fedd-d3d7-42c4-9485-992d330f6d00 req-ccae193e-c8fd-46e9-8334-d74f58152a02 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updating instance_info_cache with network_info: [{"id": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "address": "fa:16:3e:59:61:42", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38fbf7e2-12", "ovs_interfaceid": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1b47b217-2a85-453f-a1c7-18543ea135c7", "address": "fa:16:3e:03:a9:0f", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b47b217-2a", "ovs_interfaceid": "1b47b217-2a85-453f-a1c7-18543ea135c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.050799] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5231e758-1236-5168-7cde-52fedc07ad5a, 'name': SearchDatastore_Task, 'duration_secs': 0.013112} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.051193] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.051495] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.051777] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.051933] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.052146] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.052491] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.052901] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.055439] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d85954fb-39e4-4a6f-8d38-d76220adb20f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.056908] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad2fefa-f13f-415a-be3a-2e9a8cc428e6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.076232] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.076232] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.076924] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for the task: (returnval){ [ 919.076924] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525ceb24-9f1c-9814-c538-995e80163d10" [ 919.076924] env[62822]: _type = "Task" [ 919.076924] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.077516] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1813a02b-d34e-440d-957f-2ab8634f30fc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.095267] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 919.095267] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5269906a-766b-39a5-effe-e00de92be471" [ 919.095267] env[62822]: _type = "Task" [ 919.095267] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.095506] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525ceb24-9f1c-9814-c538-995e80163d10, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.095853] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.096106] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.096382] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.100661] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.107291] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5269906a-766b-39a5-effe-e00de92be471, 'name': SearchDatastore_Task, 'duration_secs': 0.014813} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.108154] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193b7570-26d7-42ee-bf68-64073ff4ebd8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.114865] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 919.114865] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e89b8-2e09-ff35-1f50-beaf1060275a" [ 919.114865] env[62822]: _type = "Task" [ 919.114865] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.125301] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e89b8-2e09-ff35-1f50-beaf1060275a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.240611] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a0328bec-b761-4289-ad96-c08713c24cea tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "fd20843a-b98f-4169-af2a-42a57647923a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.529s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.245144] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "fd20843a-b98f-4169-af2a-42a57647923a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.141s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.245362] env[62822]: INFO nova.compute.manager [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Unshelving [ 919.269547] env[62822]: DEBUG nova.compute.manager [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.269547] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.270534] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caf5304-a227-49c3-8a64-b390fa0e62bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.282955] env[62822]: DEBUG oslo_vmware.api [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764510, 'name': PowerOnVM_Task, 'duration_secs': 0.589767} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.285170] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.285385] env[62822]: INFO nova.compute.manager [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Took 9.49 seconds to spawn the instance on the hypervisor. [ 919.285565] env[62822]: DEBUG nova.compute.manager [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.285849] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.287444] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e43af1b-cc7b-4c34-abaf-54feffde22d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.289815] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00507fc7-9963-47e8-8fc5-6b23cb20e597 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.297635] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "42afea5e-6a7e-4692-966c-cde7812c7992" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.297877] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "42afea5e-6a7e-4692-966c-cde7812c7992" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.304974] env[62822]: DEBUG oslo_vmware.api [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 919.304974] env[62822]: value = "task-2764513" [ 919.304974] env[62822]: _type = "Task" [ 919.304974] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.317967] env[62822]: DEBUG oslo_vmware.api [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.427097] env[62822]: DEBUG oslo_concurrency.lockutils [req-6e02fedd-d3d7-42c4-9485-992d330f6d00 req-ccae193e-c8fd-46e9-8334-d74f58152a02 service nova] Acquiring lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.427283] env[62822]: DEBUG oslo_concurrency.lockutils [req-6e02fedd-d3d7-42c4-9485-992d330f6d00 req-ccae193e-c8fd-46e9-8334-d74f58152a02 service nova] Acquired lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.428163] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f97f7-848f-45a6-a26f-6bf00ff84c63 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.446275] env[62822]: DEBUG oslo_concurrency.lockutils [req-6e02fedd-d3d7-42c4-9485-992d330f6d00 req-ccae193e-c8fd-46e9-8334-d74f58152a02 service nova] Releasing lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.446549] env[62822]: WARNING nova.compute.manager [req-6e02fedd-d3d7-42c4-9485-992d330f6d00 req-ccae193e-c8fd-46e9-8334-d74f58152a02 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Detach interface failed, port_id=44d62ddb-1441-4f89-85db-e18759fd3dea, reason: No device with interface-id 44d62ddb-1441-4f89-85db-e18759fd3dea exists on VM: nova.exception.NotFound: No device with interface-id 44d62ddb-1441-4f89-85db-e18759fd3dea exists on VM [ 919.626301] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e89b8-2e09-ff35-1f50-beaf1060275a, 'name': SearchDatastore_Task, 'duration_secs': 0.011767} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.626584] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.626825] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] e8d517cb-c9fb-49d5-93b1-26f4162b0ab3/e8d517cb-c9fb-49d5-93b1-26f4162b0ab3.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.627193] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.627379] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.627596] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d576e128-4401-42b4-bcf1-221598de45db {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.629488] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-218d9d49-dfc5-4cb7-b53a-248623d83f8c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.638079] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 919.638079] env[62822]: value = "task-2764514" [ 919.638079] env[62822]: _type = "Task" [ 919.638079] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.639182] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.639352] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.642594] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f787704d-5a88-4936-8867-139d54227beb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.649563] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.650713] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for the task: (returnval){ [ 919.650713] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cc06a3-24ec-120e-5f3f-8d5618492d89" [ 919.650713] env[62822]: _type = "Task" [ 919.650713] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.658059] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cc06a3-24ec-120e-5f3f-8d5618492d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.709821] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.710193] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.710444] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.710664] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.710871] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.713238] env[62822]: INFO nova.compute.manager [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Terminating instance [ 919.741366] env[62822]: DEBUG oslo_concurrency.lockutils [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.741722] env[62822]: DEBUG oslo_concurrency.lockutils [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.741850] env[62822]: DEBUG nova.network.neutron [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.797588] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquiring lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.797885] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.798115] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquiring lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.798302] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.798799] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.800221] env[62822]: DEBUG nova.compute.manager [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.803313] env[62822]: INFO nova.compute.manager [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Terminating instance [ 919.819891] env[62822]: INFO nova.compute.manager [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Took 40.79 seconds to build instance. [ 919.825857] env[62822]: DEBUG oslo_vmware.api [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764513, 'name': PowerOffVM_Task, 'duration_secs': 0.48908} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.825857] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.825857] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.825857] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e697ccbd-4065-486b-9d71-9c4ff358c3ba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.910786] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.911117] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.911452] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleting the datastore file [datastore2] e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.911775] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-117dfc3b-3a5c-45b9-a499-69dee790801b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.920535] env[62822]: DEBUG oslo_vmware.api [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 919.920535] env[62822]: value = "task-2764516" [ 919.920535] env[62822]: _type = "Task" [ 919.920535] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.935711] env[62822]: DEBUG oslo_vmware.api [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.153259] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764514, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.167192] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cc06a3-24ec-120e-5f3f-8d5618492d89, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.171819] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6ac135-1265-49c1-9df5-071de7d9fb9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.181967] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for the task: (returnval){ [ 920.181967] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524cff65-6686-6fa7-c650-07f7feb2ea02" [ 920.181967] env[62822]: _type = "Task" [ 920.181967] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.197346] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524cff65-6686-6fa7-c650-07f7feb2ea02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.216537] env[62822]: DEBUG nova.compute.manager [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.217231] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.218319] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14799f4-7350-43cb-abaf-2d4abaea8ceb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.227923] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.228246] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c747f7b8-4698-442a-9f9d-91b399312969 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.240256] env[62822]: DEBUG oslo_vmware.api [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 920.240256] env[62822]: value = "task-2764517" [ 920.240256] env[62822]: _type = "Task" [ 920.240256] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.247383] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b872712d-0c72-4a89-b56d-30936f8cefae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.262922] env[62822]: DEBUG oslo_vmware.api [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.264171] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0507ab00-6032-4b74-8306-34b535a74832 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.297933] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.301651] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d3eb8e-eabb-45c9-8213-41735d39d018 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.312560] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f883abb2-b6cb-41bd-9ba4-1562684855d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.319253] env[62822]: DEBUG nova.compute.manager [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.319473] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.320821] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc06c915-abb6-455b-9357-48d2a893a3f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.330024] env[62822]: DEBUG oslo_concurrency.lockutils [None req-700184d7-9b89-463e-b8e8-6f3b48edfbaf tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "c1d7caa7-6afc-4890-acfe-a72c654008c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.307s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.344310] env[62822]: DEBUG nova.compute.provider_tree [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.346171] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.348074] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.348345] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b3b04cf-e2f2-4df5-9cc8-fbc3b075076f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.359496] env[62822]: DEBUG oslo_vmware.api [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for the task: (returnval){ [ 920.359496] env[62822]: value = "task-2764518" [ 920.359496] env[62822]: _type = "Task" [ 920.359496] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.374119] env[62822]: DEBUG oslo_vmware.api [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.434098] env[62822]: DEBUG oslo_vmware.api [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385154} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.434355] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.434539] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.434719] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.434897] env[62822]: INFO nova.compute.manager [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 920.435158] env[62822]: DEBUG oslo.service.loopingcall [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.435358] env[62822]: DEBUG nova.compute.manager [-] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.435500] env[62822]: DEBUG nova.network.neutron [-] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.652926] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618293} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.653483] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] e8d517cb-c9fb-49d5-93b1-26f4162b0ab3/e8d517cb-c9fb-49d5-93b1-26f4162b0ab3.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.653657] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.654017] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f55d939b-486e-41e4-b399-85ac422d92c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.663161] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 920.663161] env[62822]: value = "task-2764519" [ 920.663161] env[62822]: _type = "Task" [ 920.663161] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.681088] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.698993] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524cff65-6686-6fa7-c650-07f7feb2ea02, 'name': SearchDatastore_Task, 'duration_secs': 0.065046} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.699656] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.703043] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 7e461010-3799-41cc-b1a5-65b2d56f63b5/7e461010-3799-41cc-b1a5-65b2d56f63b5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.703043] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1956071-8ea4-468f-8114-83c3be8d2cfb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.715202] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for the task: (returnval){ [ 920.715202] env[62822]: value = "task-2764520" [ 920.715202] env[62822]: _type = "Task" [ 920.715202] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.720502] env[62822]: INFO nova.network.neutron [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Port 1b47b217-2a85-453f-a1c7-18543ea135c7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 920.721281] env[62822]: DEBUG nova.network.neutron [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updating instance_info_cache with network_info: [{"id": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "address": "fa:16:3e:59:61:42", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38fbf7e2-12", "ovs_interfaceid": "38fbf7e2-1225-4963-a52c-e27d7d6be403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.731748] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.756285] env[62822]: DEBUG oslo_vmware.api [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764517, 'name': PowerOffVM_Task, 'duration_secs': 0.303805} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.757202] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.757716] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.762125] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-711615d6-eb2f-4dac-85a9-9d9c7b793de1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.849200] env[62822]: DEBUG nova.scheduler.client.report [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.879887] env[62822]: DEBUG oslo_vmware.api [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764518, 'name': PowerOffVM_Task, 'duration_secs': 0.222397} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.880309] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.880579] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.883555] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c77cac1-49b9-4fdd-a116-b9b2a91445d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.111954] env[62822]: DEBUG nova.compute.manager [req-fea5982c-9f73-4e9e-ab94-198fefbfde67 req-7004c457-290f-4329-bc3a-5a9e107982ef service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received event network-vif-deleted-1b47b217-2a85-453f-a1c7-18543ea135c7 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.111954] env[62822]: DEBUG nova.compute.manager [req-fea5982c-9f73-4e9e-ab94-198fefbfde67 req-7004c457-290f-4329-bc3a-5a9e107982ef service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Received event network-vif-deleted-002976cf-eb7d-4e86-b92b-166c6200237a {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.111954] env[62822]: INFO nova.compute.manager [req-fea5982c-9f73-4e9e-ab94-198fefbfde67 req-7004c457-290f-4329-bc3a-5a9e107982ef service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Neutron deleted interface 002976cf-eb7d-4e86-b92b-166c6200237a; detaching it from the instance and deleting it from the info cache [ 921.111954] env[62822]: DEBUG nova.network.neutron [req-fea5982c-9f73-4e9e-ab94-198fefbfde67 req-7004c457-290f-4329-bc3a-5a9e107982ef service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.178302] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.412042} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.178625] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.180074] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaae284-039b-47e1-bd90-612b5c4c900d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.206765] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] e8d517cb-c9fb-49d5-93b1-26f4162b0ab3/e8d517cb-c9fb-49d5-93b1-26f4162b0ab3.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.206972] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ac3b222-ec1a-4886-abae-7eeea4f3aa77 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.226087] env[62822]: DEBUG oslo_concurrency.lockutils [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-13ce48ae-3c46-45d9-a277-4a3243a8a404" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.236687] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764520, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.239907] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 921.239907] env[62822]: value = "task-2764523" [ 921.239907] env[62822]: _type = "Task" [ 921.239907] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.247525] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.247730] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.247944] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Deleting the datastore file [datastore1] 90c11e20-dbec-4043-9b9a-844d2e83f9ac {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.248830] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35da587b-3a44-43ad-ae20-4427c1f1d40f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.256452] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.262880] env[62822]: DEBUG oslo_vmware.api [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for the task: (returnval){ [ 921.262880] env[62822]: value = "task-2764524" [ 921.262880] env[62822]: _type = "Task" [ 921.262880] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.273714] env[62822]: DEBUG oslo_vmware.api [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.279490] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.279721] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.279899] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleting the datastore file [datastore1] 13ce48ae-3c46-45d9-a277-4a3243a8a404 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.280217] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a239cf4f-04ca-458b-86f8-7c15f149eedd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.289240] env[62822]: DEBUG oslo_vmware.api [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 921.289240] env[62822]: value = "task-2764525" [ 921.289240] env[62822]: _type = "Task" [ 921.289240] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.299280] env[62822]: DEBUG oslo_vmware.api [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.356283] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.356957] env[62822]: DEBUG nova.compute.manager [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.359941] env[62822]: DEBUG oslo_concurrency.lockutils [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.054s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.360246] env[62822]: DEBUG nova.objects.instance [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lazy-loading 'resources' on Instance uuid 4f4f114c-34cc-42f6-9aec-21178b0234f5 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.412736] env[62822]: DEBUG nova.network.neutron [-] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.414331] env[62822]: DEBUG oslo_concurrency.lockutils [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "c1d7caa7-6afc-4890-acfe-a72c654008c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.414580] env[62822]: DEBUG oslo_concurrency.lockutils [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "c1d7caa7-6afc-4890-acfe-a72c654008c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.414998] env[62822]: DEBUG oslo_concurrency.lockutils [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "c1d7caa7-6afc-4890-acfe-a72c654008c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.415276] env[62822]: DEBUG oslo_concurrency.lockutils [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "c1d7caa7-6afc-4890-acfe-a72c654008c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.415474] env[62822]: DEBUG oslo_concurrency.lockutils [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "c1d7caa7-6afc-4890-acfe-a72c654008c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.417988] env[62822]: INFO nova.compute.manager [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Terminating instance [ 921.616165] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fd2bbbf-e62d-46f6-b04d-f5732cac192b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.628491] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bc5a23-b02a-4c3b-b3f1-b01cb9a8b79d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.666115] env[62822]: DEBUG nova.compute.manager [req-fea5982c-9f73-4e9e-ab94-198fefbfde67 req-7004c457-290f-4329-bc3a-5a9e107982ef service nova] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Detach interface failed, port_id=002976cf-eb7d-4e86-b92b-166c6200237a, reason: Instance e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 921.733297] env[62822]: DEBUG oslo_concurrency.lockutils [None req-50da861d-a8f5-4629-9598-e7ef91c36e16 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-13ce48ae-3c46-45d9-a277-4a3243a8a404-44d62ddb-1441-4f89-85db-e18759fd3dea" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.053s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.735298] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941618} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.735603] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 7e461010-3799-41cc-b1a5-65b2d56f63b5/7e461010-3799-41cc-b1a5-65b2d56f63b5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.735772] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.736048] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e7c9689-85d0-4205-84d2-a65d0f18edad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.749376] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for the task: (returnval){ [ 921.749376] env[62822]: value = "task-2764526" [ 921.749376] env[62822]: _type = "Task" [ 921.749376] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.757976] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.763757] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.773472] env[62822]: DEBUG oslo_vmware.api [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.800662] env[62822]: DEBUG oslo_vmware.api [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.864960] env[62822]: DEBUG nova.compute.utils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.871014] env[62822]: DEBUG nova.compute.manager [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.871014] env[62822]: DEBUG nova.network.neutron [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.910069] env[62822]: DEBUG nova.policy [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75f4eb2590643d59a312351aabca4a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe592d3bdd84e8a8510c55616ccd574', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.918082] env[62822]: INFO nova.compute.manager [-] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Took 1.48 seconds to deallocate network for instance. [ 921.923626] env[62822]: DEBUG nova.compute.manager [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.923868] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.925025] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee10b52a-348b-4129-bf61-b132dd267aaa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.936978] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.937235] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea5c00e4-ca08-4027-9e33-44f17ef54c4d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.947375] env[62822]: DEBUG oslo_vmware.api [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 921.947375] env[62822]: value = "task-2764527" [ 921.947375] env[62822]: _type = "Task" [ 921.947375] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.962795] env[62822]: DEBUG oslo_vmware.api [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.260047] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764523, 'name': ReconfigVM_Task, 'duration_secs': 0.873903} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.263392] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Reconfigured VM instance instance-0000004a to attach disk [datastore1] e8d517cb-c9fb-49d5-93b1-26f4162b0ab3/e8d517cb-c9fb-49d5-93b1-26f4162b0ab3.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.264382] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b612aaf4-eaae-499d-825e-622208348aa6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.273240] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142333} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.274166] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.275573] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f3c399-baee-4932-85be-d1538651f368 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.284608] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 922.284608] env[62822]: value = "task-2764528" [ 922.284608] env[62822]: _type = "Task" [ 922.284608] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.284869] env[62822]: DEBUG oslo_vmware.api [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Task: {'id': task-2764524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53695} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.288524] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.288777] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.288974] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.289731] env[62822]: INFO nova.compute.manager [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Took 1.97 seconds to destroy the instance on the hypervisor. [ 922.290033] env[62822]: DEBUG oslo.service.loopingcall [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.294436] env[62822]: DEBUG nova.compute.manager [-] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.294825] env[62822]: DEBUG nova.network.neutron [-] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.318672] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 7e461010-3799-41cc-b1a5-65b2d56f63b5/7e461010-3799-41cc-b1a5-65b2d56f63b5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.322760] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d3771f3-13fc-4c29-a9ee-98a5b6544956 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.347544] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764528, 'name': Rename_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.354683] env[62822]: DEBUG oslo_vmware.api [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.679792} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.356441] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.357654] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.357654] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.357654] env[62822]: INFO nova.compute.manager [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Took 2.14 seconds to destroy the instance on the hypervisor. [ 922.357654] env[62822]: DEBUG oslo.service.loopingcall [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.357654] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for the task: (returnval){ [ 922.357654] env[62822]: value = "task-2764529" [ 922.357654] env[62822]: _type = "Task" [ 922.357654] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.358578] env[62822]: DEBUG nova.network.neutron [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Successfully created port: a4312113-d63e-4d3f-bc0c-04c72d230008 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.360603] env[62822]: DEBUG nova.compute.manager [-] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.360743] env[62822]: DEBUG nova.network.neutron [-] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.367644] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ac614c-fc30-4afe-b490-2682d188ff9e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.371161] env[62822]: DEBUG nova.compute.manager [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.383671] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.384672] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abe24bd-fcdd-4ea0-bbfb-f343a3f2a1a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.421640] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f2c57-b7b6-4590-b9d6-16a1f405a914 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.425589] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.432144] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5237e81b-e1e0-458a-98a1-223058e83d6d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.447664] env[62822]: DEBUG nova.compute.provider_tree [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.462258] env[62822]: DEBUG oslo_vmware.api [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764527, 'name': PowerOffVM_Task, 'duration_secs': 0.434489} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.462552] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.462720] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.463111] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d817f1e-ce5a-40c9-96ab-e98b6e050bf7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.475041] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "b4a81199-7124-4839-b399-2be629aff6cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.475328] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "b4a81199-7124-4839-b399-2be629aff6cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.475543] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "b4a81199-7124-4839-b399-2be629aff6cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.475729] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "b4a81199-7124-4839-b399-2be629aff6cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.475893] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "b4a81199-7124-4839-b399-2be629aff6cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.478064] env[62822]: INFO nova.compute.manager [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Terminating instance [ 922.500353] env[62822]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 1b47b217-2a85-453f-a1c7-18543ea135c7 could not be found.", "detail": ""}} {{(pid=62822) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 922.500353] env[62822]: DEBUG nova.network.neutron [-] Unable to show port 1b47b217-2a85-453f-a1c7-18543ea135c7 as it no longer exists. {{(pid=62822) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 922.531161] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.531509] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.531609] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleting the datastore file [datastore2] c1d7caa7-6afc-4890-acfe-a72c654008c5 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.531896] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-083aa367-d2c4-445b-83d7-52331a610e2a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.543375] env[62822]: DEBUG oslo_vmware.api [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 922.543375] env[62822]: value = "task-2764531" [ 922.543375] env[62822]: _type = "Task" [ 922.543375] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.555185] env[62822]: DEBUG oslo_vmware.api [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.798502] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764528, 'name': Rename_Task, 'duration_secs': 0.293478} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.799056] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.799056] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3737eb68-c136-4806-ab92-351c46f870c9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.806978] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 922.806978] env[62822]: value = "task-2764532" [ 922.806978] env[62822]: _type = "Task" [ 922.806978] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.815426] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.880459] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764529, 'name': ReconfigVM_Task, 'duration_secs': 0.349111} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.881243] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 7e461010-3799-41cc-b1a5-65b2d56f63b5/7e461010-3799-41cc-b1a5-65b2d56f63b5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.882156] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d406589a-3c15-4701-8c44-873681d0e4ba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.891447] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for the task: (returnval){ [ 922.891447] env[62822]: value = "task-2764533" [ 922.891447] env[62822]: _type = "Task" [ 922.891447] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.902884] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764533, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.951371] env[62822]: DEBUG nova.scheduler.client.report [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.982623] env[62822]: DEBUG nova.compute.manager [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.982873] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.983784] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e25345f-0976-43af-8638-41dde9ec1cd7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.992456] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.992721] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e862105e-ac84-421e-8333-2281787b4dba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.000073] env[62822]: DEBUG oslo_vmware.api [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 923.000073] env[62822]: value = "task-2764534" [ 923.000073] env[62822]: _type = "Task" [ 923.000073] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.009714] env[62822]: DEBUG oslo_vmware.api [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.056236] env[62822]: DEBUG oslo_vmware.api [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437598} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.056626] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.056865] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.057124] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.057348] env[62822]: INFO nova.compute.manager [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 923.057656] env[62822]: DEBUG oslo.service.loopingcall [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.057903] env[62822]: DEBUG nova.compute.manager [-] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.058022] env[62822]: DEBUG nova.network.neutron [-] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.320114] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764532, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.383245] env[62822]: DEBUG nova.compute.manager [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.404024] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764533, 'name': Rename_Task, 'duration_secs': 0.161579} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.404024] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.404024] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffd8fce2-ad95-43f5-aed6-580eb6126f75 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.415277] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for the task: (returnval){ [ 923.415277] env[62822]: value = "task-2764535" [ 923.415277] env[62822]: _type = "Task" [ 923.415277] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.428923] env[62822]: DEBUG nova.virt.hardware [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.429223] env[62822]: DEBUG nova.virt.hardware [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.429382] env[62822]: DEBUG nova.virt.hardware [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.429605] env[62822]: DEBUG nova.virt.hardware [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.429757] env[62822]: DEBUG nova.virt.hardware [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.429900] env[62822]: DEBUG nova.virt.hardware [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.430124] env[62822]: DEBUG nova.virt.hardware [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.430284] env[62822]: DEBUG nova.virt.hardware [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.430450] env[62822]: DEBUG nova.virt.hardware [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.430615] env[62822]: DEBUG nova.virt.hardware [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.430784] env[62822]: DEBUG nova.virt.hardware [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.432235] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dfff73-8e07-46e8-8792-8104169a21aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.437681] env[62822]: DEBUG nova.compute.manager [req-41f13603-58d4-487b-a652-1e3aa79915d5 req-43965ad3-a3e6-4dca-815d-d3693b5808ac service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Received event network-vif-deleted-01e2bc76-32da-4a31-b164-e12a01db6279 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.437873] env[62822]: INFO nova.compute.manager [req-41f13603-58d4-487b-a652-1e3aa79915d5 req-43965ad3-a3e6-4dca-815d-d3693b5808ac service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Neutron deleted interface 01e2bc76-32da-4a31-b164-e12a01db6279; detaching it from the instance and deleting it from the info cache [ 923.438050] env[62822]: DEBUG nova.network.neutron [req-41f13603-58d4-487b-a652-1e3aa79915d5 req-43965ad3-a3e6-4dca-815d-d3693b5808ac service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.444156] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764535, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.448767] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b9e63d-d395-4efd-851c-4093b70040c6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.455995] env[62822]: DEBUG oslo_concurrency.lockutils [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.459277] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.741s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.459519] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.461648] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.055s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.464039] env[62822]: INFO nova.compute.claims [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.486450] env[62822]: INFO nova.scheduler.client.report [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleted allocations for instance 4f4f114c-34cc-42f6-9aec-21178b0234f5 [ 923.507889] env[62822]: INFO nova.scheduler.client.report [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleted allocations for instance 8fb48046-cb42-4250-a73a-046e1bc69f96 [ 923.512916] env[62822]: DEBUG oslo_vmware.api [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764534, 'name': PowerOffVM_Task, 'duration_secs': 0.21661} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.515982] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.516371] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.517106] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e75d59db-61cc-49a7-b231-e6a9cb41b601 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.595759] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.595999] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.596193] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Deleting the datastore file [datastore1] b4a81199-7124-4839-b399-2be629aff6cc {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.596993] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63274076-9edc-41ec-8b1c-553642a25a2f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.606562] env[62822]: DEBUG oslo_vmware.api [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for the task: (returnval){ [ 923.606562] env[62822]: value = "task-2764537" [ 923.606562] env[62822]: _type = "Task" [ 923.606562] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.618487] env[62822]: DEBUG oslo_vmware.api [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.825146] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764532, 'name': PowerOnVM_Task, 'duration_secs': 0.627793} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.825146] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.825146] env[62822]: DEBUG nova.compute.manager [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.825146] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4074d97-2a0e-43ee-a6f2-2141f8d7d092 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.891835] env[62822]: DEBUG nova.network.neutron [-] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.927976] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764535, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.945457] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eccb7fa8-868e-473e-a6ac-02c6bd65996e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.956466] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bce845-807b-4c7c-a44b-c1e55ebf5bf9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.993477] env[62822]: DEBUG nova.compute.manager [req-41f13603-58d4-487b-a652-1e3aa79915d5 req-43965ad3-a3e6-4dca-815d-d3693b5808ac service nova] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Detach interface failed, port_id=01e2bc76-32da-4a31-b164-e12a01db6279, reason: Instance 90c11e20-dbec-4043-9b9a-844d2e83f9ac could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 923.997339] env[62822]: DEBUG oslo_concurrency.lockutils [None req-44e38518-4b49-4a6a-8922-eca8a8dbbb8f tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "4f4f114c-34cc-42f6-9aec-21178b0234f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.193s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.023332] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bc127503-6e3d-42de-a3ad-b09730a4bd3f tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "8fb48046-cb42-4250-a73a-046e1bc69f96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.265s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.126344] env[62822]: DEBUG oslo_vmware.api [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Task: {'id': task-2764537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3717} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.126642] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.127161] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.127161] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.127298] env[62822]: INFO nova.compute.manager [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 924.127509] env[62822]: DEBUG oslo.service.loopingcall [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.127741] env[62822]: DEBUG nova.compute.manager [-] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.127854] env[62822]: DEBUG nova.network.neutron [-] [instance: b4a81199-7124-4839-b399-2be629aff6cc] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.279780] env[62822]: DEBUG nova.network.neutron [-] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.335218] env[62822]: INFO nova.compute.manager [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] bringing vm to original state: 'stopped' [ 924.360505] env[62822]: DEBUG nova.network.neutron [-] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.363503] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3873a71-74bd-4f4a-8958-43e173344fc7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.373705] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad864de-5330-4f09-bfaf-9cc49518886b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.415664] env[62822]: INFO nova.compute.manager [-] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Took 2.12 seconds to deallocate network for instance. [ 924.418859] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e7b5d6-7099-466d-85cc-561897092052 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.436512] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2927770e-bcf2-4afb-a43f-a712bdf081bf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.440738] env[62822]: DEBUG oslo_vmware.api [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764535, 'name': PowerOnVM_Task, 'duration_secs': 0.524792} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.441584] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.441752] env[62822]: INFO nova.compute.manager [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Took 11.06 seconds to spawn the instance on the hypervisor. [ 924.441925] env[62822]: DEBUG nova.compute.manager [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.443148] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837d5da3-c2a7-4ec3-a0b0-7f9e6bddbe37 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.454282] env[62822]: DEBUG nova.compute.provider_tree [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.782358] env[62822]: INFO nova.compute.manager [-] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Took 1.72 seconds to deallocate network for instance. [ 924.867181] env[62822]: INFO nova.compute.manager [-] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Took 2.51 seconds to deallocate network for instance. [ 924.926581] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.962058] env[62822]: DEBUG nova.scheduler.client.report [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.973817] env[62822]: INFO nova.compute.manager [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Took 44.64 seconds to build instance. [ 924.986240] env[62822]: DEBUG nova.network.neutron [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Successfully updated port: a4312113-d63e-4d3f-bc0c-04c72d230008 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.026749] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.027823] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.027823] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.027823] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.027823] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.029846] env[62822]: INFO nova.compute.manager [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Terminating instance [ 925.113424] env[62822]: DEBUG nova.network.neutron [-] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.289035] env[62822]: DEBUG oslo_concurrency.lockutils [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.345102] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.345102] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.345102] env[62822]: DEBUG nova.compute.manager [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.346563] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ac2608-63d1-4d95-a3cc-52cc11b9d8bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.354706] env[62822]: DEBUG nova.compute.manager [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62822) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 925.379036] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.392666] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.392903] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.465071] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.003s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.465620] env[62822]: DEBUG nova.compute.manager [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.468247] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.135s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.469832] env[62822]: INFO nova.compute.claims [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.475554] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9c36f168-83f5-481b-8d36-431c8d8e359f tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Lock "7e461010-3799-41cc-b1a5-65b2d56f63b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.151s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.489229] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "refresh_cache-91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.489229] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "refresh_cache-91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.489229] env[62822]: DEBUG nova.network.neutron [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.497806] env[62822]: DEBUG nova.compute.manager [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Received event network-vif-deleted-c5f83c7e-593c-440b-8717-507e71ebd091 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.497806] env[62822]: DEBUG nova.compute.manager [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Received event network-vif-deleted-38fbf7e2-1225-4963-a52c-e27d7d6be403 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.497806] env[62822]: DEBUG nova.compute.manager [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Received event network-vif-deleted-997b31ab-299e-4874-94cd-d49f2dd01fa3 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.498039] env[62822]: DEBUG nova.compute.manager [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Received event network-vif-plugged-a4312113-d63e-4d3f-bc0c-04c72d230008 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.498091] env[62822]: DEBUG oslo_concurrency.lockutils [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] Acquiring lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.498278] env[62822]: DEBUG oslo_concurrency.lockutils [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.498440] env[62822]: DEBUG oslo_concurrency.lockutils [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.498575] env[62822]: DEBUG nova.compute.manager [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] No waiting events found dispatching network-vif-plugged-a4312113-d63e-4d3f-bc0c-04c72d230008 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.498738] env[62822]: WARNING nova.compute.manager [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Received unexpected event network-vif-plugged-a4312113-d63e-4d3f-bc0c-04c72d230008 for instance with vm_state building and task_state spawning. [ 925.498891] env[62822]: DEBUG nova.compute.manager [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Received event network-changed-a4312113-d63e-4d3f-bc0c-04c72d230008 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.499067] env[62822]: DEBUG nova.compute.manager [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Refreshing instance network info cache due to event network-changed-a4312113-d63e-4d3f-bc0c-04c72d230008. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.499254] env[62822]: DEBUG oslo_concurrency.lockutils [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] Acquiring lock "refresh_cache-91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.537433] env[62822]: DEBUG nova.compute.manager [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.537650] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.538823] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeca593-0d81-4f29-bd8d-da3a6ccc6bf7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.547164] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.547396] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab288d3d-b40a-4252-92da-0dddd7a3436d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.554520] env[62822]: DEBUG oslo_vmware.api [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 925.554520] env[62822]: value = "task-2764538" [ 925.554520] env[62822]: _type = "Task" [ 925.554520] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.564171] env[62822]: DEBUG oslo_vmware.api [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.615875] env[62822]: INFO nova.compute.manager [-] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Took 1.49 seconds to deallocate network for instance. [ 925.857011] env[62822]: DEBUG oslo_concurrency.lockutils [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquiring lock "7e461010-3799-41cc-b1a5-65b2d56f63b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.857305] env[62822]: DEBUG oslo_concurrency.lockutils [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Lock "7e461010-3799-41cc-b1a5-65b2d56f63b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.859141] env[62822]: DEBUG oslo_concurrency.lockutils [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquiring lock "7e461010-3799-41cc-b1a5-65b2d56f63b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.859141] env[62822]: DEBUG oslo_concurrency.lockutils [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Lock "7e461010-3799-41cc-b1a5-65b2d56f63b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.859141] env[62822]: DEBUG oslo_concurrency.lockutils [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Lock "7e461010-3799-41cc-b1a5-65b2d56f63b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.859669] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.859961] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72cbe963-b506-4d20-ad10-f3f4162965de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.862046] env[62822]: INFO nova.compute.manager [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Terminating instance [ 925.871048] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 925.871048] env[62822]: value = "task-2764539" [ 925.871048] env[62822]: _type = "Task" [ 925.871048] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.883414] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.895913] env[62822]: DEBUG nova.compute.manager [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.975725] env[62822]: DEBUG nova.compute.utils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.979643] env[62822]: DEBUG nova.compute.manager [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.979893] env[62822]: DEBUG nova.network.neutron [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.053950] env[62822]: DEBUG nova.network.neutron [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.073998] env[62822]: DEBUG nova.policy [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1e0a26d095e4c6ea28a29a6dce30d26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0abce476a0a14883b143a81444cf3755', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.075755] env[62822]: DEBUG oslo_vmware.api [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764538, 'name': PowerOffVM_Task, 'duration_secs': 0.236062} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.076048] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.076256] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.076813] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5359b2b-f377-4ff0-890b-882af4d6c67a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.125302] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.144639] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.144857] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.145051] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleting the datastore file [datastore2] aae2f44a-12ca-4315-982b-1d2ac2e97b8f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.145305] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a46a4e95-4a10-4e72-a046-4011be558315 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.152401] env[62822]: DEBUG oslo_vmware.api [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for the task: (returnval){ [ 926.152401] env[62822]: value = "task-2764541" [ 926.152401] env[62822]: _type = "Task" [ 926.152401] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.162325] env[62822]: DEBUG oslo_vmware.api [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.339408] env[62822]: DEBUG nova.network.neutron [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Updating instance_info_cache with network_info: [{"id": "a4312113-d63e-4d3f-bc0c-04c72d230008", "address": "fa:16:3e:8b:19:19", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4312113-d6", "ovs_interfaceid": "a4312113-d63e-4d3f-bc0c-04c72d230008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.366399] env[62822]: DEBUG nova.compute.manager [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.366707] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.367704] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4930aa-da06-4825-a3d0-ae08c8369841 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.385198] env[62822]: DEBUG oslo_vmware.api [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764539, 'name': PowerOffVM_Task, 'duration_secs': 0.16336} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.387455] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.387659] env[62822]: DEBUG nova.compute.manager [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.387950] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.388660] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21280f45-ee73-4b16-9116-095468b7408c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.391093] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86df3797-d585-4548-af4a-ed489cfbded9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.403230] env[62822]: DEBUG oslo_vmware.api [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for the task: (returnval){ [ 926.403230] env[62822]: value = "task-2764542" [ 926.403230] env[62822]: _type = "Task" [ 926.403230] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.415637] env[62822]: DEBUG oslo_vmware.api [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.415839] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "3bd82072-2c33-475f-bac6-da59d2c431ec" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.415972] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.416214] env[62822]: INFO nova.compute.manager [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Rebooting instance [ 926.421701] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.480103] env[62822]: DEBUG nova.compute.manager [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.524163] env[62822]: DEBUG nova.network.neutron [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Successfully created port: acb9effc-35e9-4bb0-8cc9-5e5655e1593e {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.665942] env[62822]: DEBUG oslo_vmware.api [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Task: {'id': task-2764541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142283} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.666233] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.666422] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.666598] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.666769] env[62822]: INFO nova.compute.manager [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 926.667018] env[62822]: DEBUG oslo.service.loopingcall [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.667215] env[62822]: DEBUG nova.compute.manager [-] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.667306] env[62822]: DEBUG nova.network.neutron [-] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.824997] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935288e0-e2f0-442d-861b-8f7ec1c19192 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.834100] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f4645-72a8-4ffd-96ab-59df6e07fab7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.864082] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "refresh_cache-91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.864413] env[62822]: DEBUG nova.compute.manager [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Instance network_info: |[{"id": "a4312113-d63e-4d3f-bc0c-04c72d230008", "address": "fa:16:3e:8b:19:19", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4312113-d6", "ovs_interfaceid": "a4312113-d63e-4d3f-bc0c-04c72d230008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.864921] env[62822]: DEBUG oslo_concurrency.lockutils [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] Acquired lock "refresh_cache-91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.865130] env[62822]: DEBUG nova.network.neutron [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Refreshing network info cache for port a4312113-d63e-4d3f-bc0c-04c72d230008 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.866274] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:19:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4312113-d63e-4d3f-bc0c-04c72d230008', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.880228] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Creating folder: Project (cbe592d3bdd84e8a8510c55616ccd574). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.881092] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d69de1f-cabf-438f-b3e3-ccd2d28686ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.886848] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3e0fefa-c9b0-4a00-8e04-7c6745d35cca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.896755] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed853804-db7c-4ef3-96ab-9697fd8d8fb8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.904795] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Created folder: Project (cbe592d3bdd84e8a8510c55616ccd574) in parent group-v555973. [ 926.904984] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Creating folder: Instances. Parent ref: group-v556185. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.905626] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60493b39-cb53-4e1a-94e4-4e8c8ea4f6ed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.929014] env[62822]: DEBUG nova.compute.provider_tree [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.930641] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.586s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.934722] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Created folder: Instances in parent group-v556185. [ 926.935019] env[62822]: DEBUG oslo.service.loopingcall [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.938160] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.939267] env[62822]: DEBUG oslo_vmware.api [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764542, 'name': PowerOffVM_Task, 'duration_secs': 0.185408} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.940135] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baabd3b2-1128-403d-8254-b4075a4fc596 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.955274] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.955473] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.956505] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34b2e904-c784-4078-b6da-5514062fd282 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.958880] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.959070] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.959234] env[62822]: DEBUG nova.network.neutron [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.966733] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.966733] env[62822]: value = "task-2764546" [ 926.966733] env[62822]: _type = "Task" [ 926.966733] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.976340] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764546, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.030856] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.031117] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.031677] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Deleting the datastore file [datastore1] 7e461010-3799-41cc-b1a5-65b2d56f63b5 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.031812] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e7a8ae6-9bc6-413a-acd2-b1d98dfe26a4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.039393] env[62822]: DEBUG oslo_vmware.api [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for the task: (returnval){ [ 927.039393] env[62822]: value = "task-2764547" [ 927.039393] env[62822]: _type = "Task" [ 927.039393] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.048074] env[62822]: DEBUG oslo_vmware.api [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.408549] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.408826] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.409059] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.409246] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.409416] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.411777] env[62822]: INFO nova.compute.manager [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Terminating instance [ 927.433933] env[62822]: DEBUG nova.scheduler.client.report [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.447858] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.481179] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764546, 'name': CreateVM_Task, 'duration_secs': 0.385592} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.481354] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.482061] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.482229] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.483303] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.483303] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcfd7ae-4d13-437f-8f8e-0ce271d37287 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.488199] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 927.488199] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c6e0a9-46a4-749f-8adc-3c1e5e523c4b" [ 927.488199] env[62822]: _type = "Task" [ 927.488199] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.501397] env[62822]: DEBUG nova.compute.manager [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.501397] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c6e0a9-46a4-749f-8adc-3c1e5e523c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.512170] env[62822]: DEBUG nova.network.neutron [-] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.526825] env[62822]: DEBUG nova.virt.hardware [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.527100] env[62822]: DEBUG nova.virt.hardware [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.527281] env[62822]: DEBUG nova.virt.hardware [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.527373] env[62822]: DEBUG nova.virt.hardware [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.527506] env[62822]: DEBUG nova.virt.hardware [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.527651] env[62822]: DEBUG nova.virt.hardware [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.527856] env[62822]: DEBUG nova.virt.hardware [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.528069] env[62822]: DEBUG nova.virt.hardware [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.528279] env[62822]: DEBUG nova.virt.hardware [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.528448] env[62822]: DEBUG nova.virt.hardware [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.528888] env[62822]: DEBUG nova.virt.hardware [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.530212] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672109a4-af04-48b3-8338-5a51070f562f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.540529] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79130a69-50c9-47ac-aa2d-7136c55b67fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.564360] env[62822]: DEBUG oslo_vmware.api [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Task: {'id': task-2764547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21688} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.564604] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.564840] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.564942] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.565123] env[62822]: INFO nova.compute.manager [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 927.565378] env[62822]: DEBUG oslo.service.loopingcall [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 927.565977] env[62822]: DEBUG nova.compute.manager [-] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.565977] env[62822]: DEBUG nova.network.neutron [-] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.731518] env[62822]: DEBUG nova.compute.manager [req-2d3f4bba-c58c-40c9-9ab0-7a228e69b7f2 req-b17b58e9-82fd-4c18-940d-bec0e36f6328 service nova] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Received event network-vif-deleted-c8080b46-7212-481a-8f99-261361f0e8c6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.846857] env[62822]: DEBUG nova.network.neutron [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Updated VIF entry in instance network info cache for port a4312113-d63e-4d3f-bc0c-04c72d230008. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.847241] env[62822]: DEBUG nova.network.neutron [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Updating instance_info_cache with network_info: [{"id": "a4312113-d63e-4d3f-bc0c-04c72d230008", "address": "fa:16:3e:8b:19:19", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4312113-d6", "ovs_interfaceid": "a4312113-d63e-4d3f-bc0c-04c72d230008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.916326] env[62822]: DEBUG nova.compute.manager [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.916713] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.917326] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191de419-d9a1-4168-8a08-7b71705f1fbf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.929751] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.930014] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e82d72c5-ce12-4a84-907f-654b14a57f53 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.940962] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.941633] env[62822]: DEBUG nova.compute.manager [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.946086] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.406s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.947764] env[62822]: INFO nova.compute.claims [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.985307] env[62822]: DEBUG nova.network.neutron [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance_info_cache with network_info: [{"id": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "address": "fa:16:3e:6c:80:4f", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d7f2c-72", "ovs_interfaceid": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.000656] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.001148] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.002091] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleting the datastore file [datastore1] e8d517cb-c9fb-49d5-93b1-26f4162b0ab3 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.009095] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47666585-969f-472d-bf7a-2ae55a5dd851 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.013428] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c6e0a9-46a4-749f-8adc-3c1e5e523c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.013945] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.014396] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.014815] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.015185] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.015570] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.019020] env[62822]: INFO nova.compute.manager [-] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Took 1.35 seconds to deallocate network for instance. [ 928.019020] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95ecd0f6-0f7c-4672-9fbe-7c37973e3a48 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.023897] env[62822]: DEBUG oslo_vmware.api [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 928.023897] env[62822]: value = "task-2764549" [ 928.023897] env[62822]: _type = "Task" [ 928.023897] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.032675] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.032675] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.033845] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f649d7-3ca4-45a8-b8a3-c4d6e921db23 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.042199] env[62822]: DEBUG oslo_vmware.api [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.048689] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 928.048689] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52189851-8827-0160-d7df-10807875e343" [ 928.048689] env[62822]: _type = "Task" [ 928.048689] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.055979] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52189851-8827-0160-d7df-10807875e343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.349689] env[62822]: DEBUG nova.network.neutron [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Successfully updated port: acb9effc-35e9-4bb0-8cc9-5e5655e1593e {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.350841] env[62822]: DEBUG oslo_concurrency.lockutils [req-e618bee5-ad7a-45ee-9fb1-fa173f1481aa req-73502727-a73b-4182-8859-502764ad4d53 service nova] Releasing lock "refresh_cache-91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.447966] env[62822]: DEBUG nova.compute.utils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.449407] env[62822]: DEBUG nova.compute.manager [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.449588] env[62822]: DEBUG nova.network.neutron [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.488073] env[62822]: DEBUG nova.policy [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64be30fd805a41d2933ea23d0b59b88b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f086dc4e420b48c5b60500e01e640f10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.489826] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.531340] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.537970] env[62822]: DEBUG oslo_vmware.api [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133923} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.538251] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.538434] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.538607] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.538777] env[62822]: INFO nova.compute.manager [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Took 0.62 seconds to destroy the instance on the hypervisor. [ 928.539014] env[62822]: DEBUG oslo.service.loopingcall [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.539244] env[62822]: DEBUG nova.compute.manager [-] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.539351] env[62822]: DEBUG nova.network.neutron [-] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.557263] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52189851-8827-0160-d7df-10807875e343, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.558124] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92121a64-4f7f-4801-87fe-074a1022079a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.563473] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 928.563473] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520197ee-f54f-e20e-c8ef-17eb12bb8452" [ 928.563473] env[62822]: _type = "Task" [ 928.563473] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.572759] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520197ee-f54f-e20e-c8ef-17eb12bb8452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.595023] env[62822]: DEBUG nova.network.neutron [-] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.853110] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquiring lock "refresh_cache-e10ca7d4-11d6-462e-ae52-5738af401f55" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.853110] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquired lock "refresh_cache-e10ca7d4-11d6-462e-ae52-5738af401f55" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.853110] env[62822]: DEBUG nova.network.neutron [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.943152] env[62822]: DEBUG nova.network.neutron [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Successfully created port: 2bc0e820-e16e-4d2e-b690-b2508721ec28 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.953204] env[62822]: DEBUG nova.compute.manager [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.994635] env[62822]: DEBUG nova.compute.manager [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.995581] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aefd1ef-70fe-4baf-b2b6-bb1957de8203 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.076087] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520197ee-f54f-e20e-c8ef-17eb12bb8452, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.076354] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.076605] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5/91df3211-6c1c-4f70-bc44-e1cbb7bc97c5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.077191] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da5d15f3-ddf7-436c-a405-5eb9afaeb602 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.087201] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 929.087201] env[62822]: value = "task-2764550" [ 929.087201] env[62822]: _type = "Task" [ 929.087201] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.098624] env[62822]: INFO nova.compute.manager [-] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Took 1.53 seconds to deallocate network for instance. [ 929.099015] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.310086] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231ee096-95ba-4496-a4ec-ef4202563125 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.321914] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f9b0a7-67ea-4702-bca5-bea36fbb6382 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.355490] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050f0fd0-38a6-45f1-acbb-7fb6d760b49f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.367958] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a712ac6-a9a6-467c-94a3-169c2eb75062 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.386883] env[62822]: DEBUG nova.compute.provider_tree [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.408238] env[62822]: DEBUG nova.network.neutron [-] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.602027] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454644} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.602027] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5/91df3211-6c1c-4f70-bc44-e1cbb7bc97c5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.602027] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.602027] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7fa5758-00a0-4168-b9de-4ec7005a8b80 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.606158] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 929.606158] env[62822]: value = "task-2764551" [ 929.606158] env[62822]: _type = "Task" [ 929.606158] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.611431] env[62822]: DEBUG oslo_concurrency.lockutils [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.614770] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.615664] env[62822]: DEBUG nova.network.neutron [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.792426] env[62822]: DEBUG nova.network.neutron [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Updating instance_info_cache with network_info: [{"id": "acb9effc-35e9-4bb0-8cc9-5e5655e1593e", "address": "fa:16:3e:b2:ff:4c", "network": {"id": "620e876a-0084-4ff8-b304-6f8ea4ff54a5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1417756738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0abce476a0a14883b143a81444cf3755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacb9effc-35", "ovs_interfaceid": "acb9effc-35e9-4bb0-8cc9-5e5655e1593e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.881240] env[62822]: DEBUG nova.compute.manager [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Received event network-vif-deleted-dbfd116d-499a-4d3d-9b7a-a3b0e9d9d364 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.881240] env[62822]: DEBUG nova.compute.manager [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Received event network-vif-plugged-acb9effc-35e9-4bb0-8cc9-5e5655e1593e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.881240] env[62822]: DEBUG oslo_concurrency.lockutils [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] Acquiring lock "e10ca7d4-11d6-462e-ae52-5738af401f55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.881654] env[62822]: DEBUG oslo_concurrency.lockutils [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] Lock "e10ca7d4-11d6-462e-ae52-5738af401f55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.881837] env[62822]: DEBUG oslo_concurrency.lockutils [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] Lock "e10ca7d4-11d6-462e-ae52-5738af401f55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.882058] env[62822]: DEBUG nova.compute.manager [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] No waiting events found dispatching network-vif-plugged-acb9effc-35e9-4bb0-8cc9-5e5655e1593e {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.882300] env[62822]: WARNING nova.compute.manager [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Received unexpected event network-vif-plugged-acb9effc-35e9-4bb0-8cc9-5e5655e1593e for instance with vm_state building and task_state spawning. [ 929.882580] env[62822]: DEBUG nova.compute.manager [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Received event network-changed-acb9effc-35e9-4bb0-8cc9-5e5655e1593e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.882780] env[62822]: DEBUG nova.compute.manager [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Refreshing instance network info cache due to event network-changed-acb9effc-35e9-4bb0-8cc9-5e5655e1593e. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 929.883144] env[62822]: DEBUG oslo_concurrency.lockutils [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] Acquiring lock "refresh_cache-e10ca7d4-11d6-462e-ae52-5738af401f55" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.893889] env[62822]: DEBUG nova.scheduler.client.report [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.913344] env[62822]: INFO nova.compute.manager [-] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Took 1.37 seconds to deallocate network for instance. [ 929.965889] env[62822]: DEBUG nova.compute.manager [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.998292] env[62822]: DEBUG nova.virt.hardware [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='40e538c3272399c91b4fde3f11d0b61e',container_format='bare',created_at=2025-02-21T13:20:42Z,direct_url=,disk_format='vmdk',id=8997e50e-2e4d-4b63-b538-24d66eee936b,min_disk=1,min_ram=0,name='tempest-test-snap-737838667',owner='f086dc4e420b48c5b60500e01e640f10',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-21T13:20:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.998694] env[62822]: DEBUG nova.virt.hardware [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.998962] env[62822]: DEBUG nova.virt.hardware [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.999277] env[62822]: DEBUG nova.virt.hardware [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.999522] env[62822]: DEBUG nova.virt.hardware [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.999779] env[62822]: DEBUG nova.virt.hardware [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.000144] env[62822]: DEBUG nova.virt.hardware [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.000417] env[62822]: DEBUG nova.virt.hardware [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.000706] env[62822]: DEBUG nova.virt.hardware [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.000974] env[62822]: DEBUG nova.virt.hardware [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.001288] env[62822]: DEBUG nova.virt.hardware [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.002958] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540a1017-c90e-44e4-a14b-d88225505afe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.015046] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efebcce-2f3c-45ec-b320-eff82dcd8389 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.023344] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f909a065-2f85-43c9-a4c4-d79473ca5591 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.034404] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Doing hard reboot of VM {{(pid=62822) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 930.045834] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4aba541c-9601-4933-9d36-94b4199bcbe7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.054566] env[62822]: DEBUG oslo_vmware.api [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 930.054566] env[62822]: value = "task-2764552" [ 930.054566] env[62822]: _type = "Task" [ 930.054566] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.067215] env[62822]: DEBUG oslo_vmware.api [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764552, 'name': ResetVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.118272] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059999} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.118539] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.119315] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8da855-2524-4aef-9319-5720cf316abe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.142492] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5/91df3211-6c1c-4f70-bc44-e1cbb7bc97c5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.142833] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4aee490-a048-4d6c-9b25-1cc44e0f2972 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.163394] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 930.163394] env[62822]: value = "task-2764553" [ 930.163394] env[62822]: _type = "Task" [ 930.163394] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.172247] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.294673] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Releasing lock "refresh_cache-e10ca7d4-11d6-462e-ae52-5738af401f55" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.295031] env[62822]: DEBUG nova.compute.manager [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Instance network_info: |[{"id": "acb9effc-35e9-4bb0-8cc9-5e5655e1593e", "address": "fa:16:3e:b2:ff:4c", "network": {"id": "620e876a-0084-4ff8-b304-6f8ea4ff54a5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1417756738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0abce476a0a14883b143a81444cf3755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacb9effc-35", "ovs_interfaceid": "acb9effc-35e9-4bb0-8cc9-5e5655e1593e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.295338] env[62822]: DEBUG oslo_concurrency.lockutils [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] Acquired lock "refresh_cache-e10ca7d4-11d6-462e-ae52-5738af401f55" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.295512] env[62822]: DEBUG nova.network.neutron [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Refreshing network info cache for port acb9effc-35e9-4bb0-8cc9-5e5655e1593e {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.296790] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:ff:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acb9effc-35e9-4bb0-8cc9-5e5655e1593e', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.304534] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Creating folder: Project (0abce476a0a14883b143a81444cf3755). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.307521] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86a76658-65f5-4f9b-874f-c3a82dda52ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.321429] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Created folder: Project (0abce476a0a14883b143a81444cf3755) in parent group-v555973. [ 930.321738] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Creating folder: Instances. Parent ref: group-v556188. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.321930] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-978ce294-a31e-4f84-81ee-fc0e0c733103 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.333577] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Created folder: Instances in parent group-v556188. [ 930.333832] env[62822]: DEBUG oslo.service.loopingcall [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.334040] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.334255] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0399933f-8154-4991-a493-b567c1a60e41 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.354157] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.354157] env[62822]: value = "task-2764556" [ 930.354157] env[62822]: _type = "Task" [ 930.354157] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.362902] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764556, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.399722] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.400358] env[62822]: DEBUG nova.compute.manager [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.403064] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.151s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.406407] env[62822]: INFO nova.compute.claims [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.419472] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.569923] env[62822]: DEBUG oslo_vmware.api [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764552, 'name': ResetVM_Task, 'duration_secs': 0.1023} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.571522] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Did hard reboot of VM {{(pid=62822) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 930.571748] env[62822]: DEBUG nova.compute.manager [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.572674] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bb921b-ec6a-445d-9d01-e4baa44431a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.616746] env[62822]: DEBUG nova.network.neutron [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Updated VIF entry in instance network info cache for port acb9effc-35e9-4bb0-8cc9-5e5655e1593e. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.617208] env[62822]: DEBUG nova.network.neutron [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Updating instance_info_cache with network_info: [{"id": "acb9effc-35e9-4bb0-8cc9-5e5655e1593e", "address": "fa:16:3e:b2:ff:4c", "network": {"id": "620e876a-0084-4ff8-b304-6f8ea4ff54a5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1417756738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0abce476a0a14883b143a81444cf3755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacb9effc-35", "ovs_interfaceid": "acb9effc-35e9-4bb0-8cc9-5e5655e1593e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.659776] env[62822]: DEBUG nova.network.neutron [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Successfully updated port: 2bc0e820-e16e-4d2e-b690-b2508721ec28 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.676571] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.864866] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764556, 'name': CreateVM_Task, 'duration_secs': 0.486919} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.865062] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.865746] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.867032] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.867032] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.867032] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc84053d-085d-4394-9a7e-d07ef3472a82 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.871635] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for the task: (returnval){ [ 930.871635] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523ba0e4-3e80-ccc1-fe1b-966571f04c8c" [ 930.871635] env[62822]: _type = "Task" [ 930.871635] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.882202] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523ba0e4-3e80-ccc1-fe1b-966571f04c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.910230] env[62822]: DEBUG nova.compute.utils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.916191] env[62822]: DEBUG nova.compute.manager [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.916191] env[62822]: DEBUG nova.network.neutron [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.980499] env[62822]: DEBUG nova.policy [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7bb3f1a8624556898161f95c132f54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05de64a3acae489c9894d353fa73ed58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.096348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26e3d690-c65c-4f32-af0d-315f059e77d2 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.679s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.120973] env[62822]: DEBUG oslo_concurrency.lockutils [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] Releasing lock "refresh_cache-e10ca7d4-11d6-462e-ae52-5738af401f55" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.121516] env[62822]: DEBUG nova.compute.manager [req-976d3eee-24b3-414f-ac47-bc903011002f req-b021d541-f619-459b-9014-dfeba9885b84 service nova] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Received event network-vif-deleted-eeac7376-40e8-4275-8982-7812a00ce8df {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.164170] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "refresh_cache-b9f12eb4-ba13-4105-ba03-716b7646d60a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.164170] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "refresh_cache-b9f12eb4-ba13-4105-ba03-716b7646d60a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.164170] env[62822]: DEBUG nova.network.neutron [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.175849] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764553, 'name': ReconfigVM_Task, 'duration_secs': 0.685842} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.179044] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5/91df3211-6c1c-4f70-bc44-e1cbb7bc97c5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.179044] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8481cd7-59ee-41e6-848b-6432d7bdf7a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.187016] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 931.187016] env[62822]: value = "task-2764557" [ 931.187016] env[62822]: _type = "Task" [ 931.187016] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.194979] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764557, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.317868] env[62822]: DEBUG nova.network.neutron [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Successfully created port: bc0d7a1b-f71a-4853-96bd-36f6fa61083e {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.382355] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523ba0e4-3e80-ccc1-fe1b-966571f04c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.033697} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.382673] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.382908] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.383152] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.383299] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.383474] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.383735] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a7f9820-fc14-41bd-9d78-fe706bfef091 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.393968] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.394158] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.394905] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aba0a28-08b0-480b-81ae-a0ab3d381c86 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.400373] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for the task: (returnval){ [ 931.400373] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d894e8-3b89-14bf-1419-68a5bb371fd1" [ 931.400373] env[62822]: _type = "Task" [ 931.400373] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.408306] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d894e8-3b89-14bf-1419-68a5bb371fd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.422586] env[62822]: DEBUG nova.compute.manager [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.574478] env[62822]: DEBUG nova.network.neutron [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Successfully created port: aa1b7e9a-78e1-4040-a5e9-1a324f8b131e {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.700353] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764557, 'name': Rename_Task, 'duration_secs': 0.151909} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.700634] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.700858] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af6ee64c-74d7-458d-b739-c4f360169f02 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.718018] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 931.718018] env[62822]: value = "task-2764558" [ 931.718018] env[62822]: _type = "Task" [ 931.718018] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.725329] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.733184] env[62822]: DEBUG nova.network.neutron [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.743407] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a7b069-f533-4964-92fc-7046228adaf0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.751270] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc8aa54-7290-4560-9340-b8e031883d23 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.790076] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc05bb6-6a92-4c40-9df6-6a595d034ffe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.799046] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11630a16-4dbf-42b7-ba2b-8784cf02c80a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.813290] env[62822]: DEBUG nova.compute.provider_tree [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.911875] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d894e8-3b89-14bf-1419-68a5bb371fd1, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.912680] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72becdd-c094-471a-a308-c05f884149c9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.918706] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for the task: (returnval){ [ 931.918706] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52111c56-b524-f8e9-6603-e6874104fc59" [ 931.918706] env[62822]: _type = "Task" [ 931.918706] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.932986] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52111c56-b524-f8e9-6603-e6874104fc59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.995933] env[62822]: DEBUG nova.compute.manager [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Received event network-vif-plugged-2bc0e820-e16e-4d2e-b690-b2508721ec28 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.996234] env[62822]: DEBUG oslo_concurrency.lockutils [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] Acquiring lock "b9f12eb4-ba13-4105-ba03-716b7646d60a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.996468] env[62822]: DEBUG oslo_concurrency.lockutils [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] Lock "b9f12eb4-ba13-4105-ba03-716b7646d60a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.996681] env[62822]: DEBUG oslo_concurrency.lockutils [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] Lock "b9f12eb4-ba13-4105-ba03-716b7646d60a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.996913] env[62822]: DEBUG nova.compute.manager [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] No waiting events found dispatching network-vif-plugged-2bc0e820-e16e-4d2e-b690-b2508721ec28 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.997141] env[62822]: WARNING nova.compute.manager [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Received unexpected event network-vif-plugged-2bc0e820-e16e-4d2e-b690-b2508721ec28 for instance with vm_state building and task_state spawning. [ 931.997343] env[62822]: DEBUG nova.compute.manager [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Received event network-changed-2bc0e820-e16e-4d2e-b690-b2508721ec28 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.997545] env[62822]: DEBUG nova.compute.manager [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Refreshing instance network info cache due to event network-changed-2bc0e820-e16e-4d2e-b690-b2508721ec28. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.997788] env[62822]: DEBUG oslo_concurrency.lockutils [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] Acquiring lock "refresh_cache-b9f12eb4-ba13-4105-ba03-716b7646d60a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.079222] env[62822]: DEBUG nova.network.neutron [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Updating instance_info_cache with network_info: [{"id": "2bc0e820-e16e-4d2e-b690-b2508721ec28", "address": "fa:16:3e:9c:92:d4", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc0e820-e1", "ovs_interfaceid": "2bc0e820-e16e-4d2e-b690-b2508721ec28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.100950] env[62822]: DEBUG nova.network.neutron [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Successfully created port: 973094d6-5895-492f-adf4-c734e5c6a2b1 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.225684] env[62822]: DEBUG oslo_vmware.api [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764558, 'name': PowerOnVM_Task, 'duration_secs': 0.489698} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.225997] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.226294] env[62822]: INFO nova.compute.manager [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Took 8.84 seconds to spawn the instance on the hypervisor. [ 932.226510] env[62822]: DEBUG nova.compute.manager [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.227358] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67113116-11bd-449b-8ac4-df01fdbcd4ce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.317041] env[62822]: DEBUG nova.scheduler.client.report [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.430363] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52111c56-b524-f8e9-6603-e6874104fc59, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.430649] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.430951] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] e10ca7d4-11d6-462e-ae52-5738af401f55/e10ca7d4-11d6-462e-ae52-5738af401f55.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.431242] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f619a3c-ee88-4146-8d16-bd4ed3561d9e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.434372] env[62822]: DEBUG nova.compute.manager [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.443610] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for the task: (returnval){ [ 932.443610] env[62822]: value = "task-2764559" [ 932.443610] env[62822]: _type = "Task" [ 932.443610] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.453121] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.466201] env[62822]: DEBUG nova.virt.hardware [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.466484] env[62822]: DEBUG nova.virt.hardware [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.466663] env[62822]: DEBUG nova.virt.hardware [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.466871] env[62822]: DEBUG nova.virt.hardware [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.467052] env[62822]: DEBUG nova.virt.hardware [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.467227] env[62822]: DEBUG nova.virt.hardware [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.467469] env[62822]: DEBUG nova.virt.hardware [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.467655] env[62822]: DEBUG nova.virt.hardware [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.467877] env[62822]: DEBUG nova.virt.hardware [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.468077] env[62822]: DEBUG nova.virt.hardware [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.468288] env[62822]: DEBUG nova.virt.hardware [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.469287] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7c8930-e29e-48eb-835e-17e6662d0df2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.480494] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9b05e6-475d-4272-9822-be0c52b0da57 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.582028] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "refresh_cache-b9f12eb4-ba13-4105-ba03-716b7646d60a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.582354] env[62822]: DEBUG nova.compute.manager [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Instance network_info: |[{"id": "2bc0e820-e16e-4d2e-b690-b2508721ec28", "address": "fa:16:3e:9c:92:d4", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc0e820-e1", "ovs_interfaceid": "2bc0e820-e16e-4d2e-b690-b2508721ec28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.582765] env[62822]: DEBUG oslo_concurrency.lockutils [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] Acquired lock "refresh_cache-b9f12eb4-ba13-4105-ba03-716b7646d60a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.582946] env[62822]: DEBUG nova.network.neutron [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Refreshing network info cache for port 2bc0e820-e16e-4d2e-b690-b2508721ec28 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.584210] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:92:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bc0e820-e16e-4d2e-b690-b2508721ec28', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.591544] env[62822]: DEBUG oslo.service.loopingcall [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.594597] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.595079] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e041e72e-677f-4d5f-8922-a8dfad0c69bf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.616716] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.616716] env[62822]: value = "task-2764560" [ 932.616716] env[62822]: _type = "Task" [ 932.616716] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.627853] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764560, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.746110] env[62822]: INFO nova.compute.manager [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Took 35.98 seconds to build instance. [ 932.823696] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.824488] env[62822]: DEBUG nova.compute.manager [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.830178] env[62822]: DEBUG nova.network.neutron [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Updated VIF entry in instance network info cache for port 2bc0e820-e16e-4d2e-b690-b2508721ec28. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.830178] env[62822]: DEBUG nova.network.neutron [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Updating instance_info_cache with network_info: [{"id": "2bc0e820-e16e-4d2e-b690-b2508721ec28", "address": "fa:16:3e:9c:92:d4", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc0e820-e1", "ovs_interfaceid": "2bc0e820-e16e-4d2e-b690-b2508721ec28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.830794] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.434s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.834706] env[62822]: DEBUG nova.objects.instance [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Lazy-loading 'resources' on Instance uuid 11541cf8-c651-4963-a4d6-cd08aa6362d3 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.955217] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500191} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.955542] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] e10ca7d4-11d6-462e-ae52-5738af401f55/e10ca7d4-11d6-462e-ae52-5738af401f55.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.955687] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.956093] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6b6e3dd-a564-43ee-8e59-48883b4cdfdd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.963386] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for the task: (returnval){ [ 932.963386] env[62822]: value = "task-2764561" [ 932.963386] env[62822]: _type = "Task" [ 932.963386] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.973715] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.127116] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764560, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.248427] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7eb8b9bf-1d2b-49b3-94fe-9ce63d629ab5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.490s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.334911] env[62822]: DEBUG oslo_concurrency.lockutils [req-3dd4aa21-5852-4e5c-82e3-66f11b1fefe2 req-28cd0dbc-79a4-4b1f-9e99-e63588083074 service nova] Releasing lock "refresh_cache-b9f12eb4-ba13-4105-ba03-716b7646d60a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.338291] env[62822]: DEBUG nova.compute.utils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.339589] env[62822]: DEBUG nova.compute.manager [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.340399] env[62822]: DEBUG nova.network.neutron [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.404341] env[62822]: DEBUG nova.policy [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3cc3d44c89a42cc9528e7247bee348b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '664f9e8c0fa34d5cb912ef9de54613ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.479741] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071034} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.482405] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.484570] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44ebd62-bf33-4ff2-b656-3338dcd8f198 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.513848] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] e10ca7d4-11d6-462e-ae52-5738af401f55/e10ca7d4-11d6-462e-ae52-5738af401f55.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.516570] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adbc4ae-6caf-4e69-96ec-bfb4c65fc34d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.540743] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for the task: (returnval){ [ 933.540743] env[62822]: value = "task-2764562" [ 933.540743] env[62822]: _type = "Task" [ 933.540743] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.552010] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.624086] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 933.625028] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 933.632406] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764560, 'name': CreateVM_Task, 'duration_secs': 0.599016} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.632406] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.632406] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.632406] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.632606] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.633676] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561ecef3-b2d0-418f-9777-a5b6b7e79d3a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.641231] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 933.641231] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52637992-1438-980b-b4a0-f25396bc19bf" [ 933.641231] env[62822]: _type = "Task" [ 933.641231] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.650502] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52637992-1438-980b-b4a0-f25396bc19bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.723215] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddd8542-22f1-48bf-a7ff-377283df43ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.731754] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca487d0b-22ae-40b3-8aef-11ce4df2b039 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.762317] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ccff2e-3551-41da-a42c-d0961b32ded9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.769904] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe32cf8-52f4-444d-b171-8b86f5c950ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.782907] env[62822]: DEBUG nova.compute.provider_tree [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.842352] env[62822]: DEBUG nova.compute.manager [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.036312] env[62822]: DEBUG nova.compute.manager [req-29c4a71f-f7b0-4804-a10a-013eb5eab35e req-f2f2d861-ca53-4c6a-893c-73c26a5f8e61 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received event network-vif-plugged-bc0d7a1b-f71a-4853-96bd-36f6fa61083e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.036521] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c4a71f-f7b0-4804-a10a-013eb5eab35e req-f2f2d861-ca53-4c6a-893c-73c26a5f8e61 service nova] Acquiring lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.036721] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c4a71f-f7b0-4804-a10a-013eb5eab35e req-f2f2d861-ca53-4c6a-893c-73c26a5f8e61 service nova] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.036918] env[62822]: DEBUG oslo_concurrency.lockutils [req-29c4a71f-f7b0-4804-a10a-013eb5eab35e req-f2f2d861-ca53-4c6a-893c-73c26a5f8e61 service nova] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.039052] env[62822]: DEBUG nova.compute.manager [req-29c4a71f-f7b0-4804-a10a-013eb5eab35e req-f2f2d861-ca53-4c6a-893c-73c26a5f8e61 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] No waiting events found dispatching network-vif-plugged-bc0d7a1b-f71a-4853-96bd-36f6fa61083e {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.039052] env[62822]: WARNING nova.compute.manager [req-29c4a71f-f7b0-4804-a10a-013eb5eab35e req-f2f2d861-ca53-4c6a-893c-73c26a5f8e61 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received unexpected event network-vif-plugged-bc0d7a1b-f71a-4853-96bd-36f6fa61083e for instance with vm_state building and task_state spawning. [ 934.054276] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.098148] env[62822]: DEBUG nova.network.neutron [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Successfully updated port: bc0d7a1b-f71a-4853-96bd-36f6fa61083e {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.116761] env[62822]: DEBUG nova.network.neutron [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Successfully created port: e90eed75-a518-4cd5-a95d-cfb29507f3ba {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.138475] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.139100] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.139100] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.139100] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.139100] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.139289] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.139383] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62822) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 934.139748] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.157023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.157023] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Processing image 8997e50e-2e4d-4b63-b538-24d66eee936b {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.157023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b/8997e50e-2e4d-4b63-b538-24d66eee936b.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.157023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b/8997e50e-2e4d-4b63-b538-24d66eee936b.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.157023] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.157023] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97984f2f-77f4-44ae-9fc4-af453dcd2739 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.166731] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.166902] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.167646] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28364e9c-8af0-41be-8f2b-e41b2e68c714 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.174051] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 934.174051] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5287dd94-5834-88ce-5c81-c988e8290cab" [ 934.174051] env[62822]: _type = "Task" [ 934.174051] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.183199] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5287dd94-5834-88ce-5c81-c988e8290cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.287559] env[62822]: DEBUG nova.scheduler.client.report [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.552923] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.642398] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.688106] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Preparing fetch location {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 934.688678] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Fetch image to [datastore1] OSTACK_IMG_c7bad21b-2de1-47c6-8051-b6ff99d4d2b2/OSTACK_IMG_c7bad21b-2de1-47c6-8051-b6ff99d4d2b2.vmdk {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 934.689027] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Downloading stream optimized image 8997e50e-2e4d-4b63-b538-24d66eee936b to [datastore1] OSTACK_IMG_c7bad21b-2de1-47c6-8051-b6ff99d4d2b2/OSTACK_IMG_c7bad21b-2de1-47c6-8051-b6ff99d4d2b2.vmdk on the data store datastore1 as vApp {{(pid=62822) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 934.689380] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Downloading image file data 8997e50e-2e4d-4b63-b538-24d66eee936b to the ESX as VM named 'OSTACK_IMG_c7bad21b-2de1-47c6-8051-b6ff99d4d2b2' {{(pid=62822) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 934.793117] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 934.793117] env[62822]: value = "resgroup-9" [ 934.793117] env[62822]: _type = "ResourcePool" [ 934.793117] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 934.793117] env[62822]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8d8f3468-5317-4643-97fd-d310e8feb293 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.809973] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.812456] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.966s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.813160] env[62822]: DEBUG nova.objects.instance [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lazy-loading 'resources' on Instance uuid 2b417050-a196-4d4d-9a91-fb5a2dc1f423 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.823731] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lease: (returnval){ [ 934.823731] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5226d5d8-8d4b-89e8-17e6-bd7b07a38555" [ 934.823731] env[62822]: _type = "HttpNfcLease" [ 934.823731] env[62822]: } obtained for vApp import into resource pool (val){ [ 934.823731] env[62822]: value = "resgroup-9" [ 934.823731] env[62822]: _type = "ResourcePool" [ 934.823731] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 934.823731] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the lease: (returnval){ [ 934.823731] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5226d5d8-8d4b-89e8-17e6-bd7b07a38555" [ 934.823731] env[62822]: _type = "HttpNfcLease" [ 934.823731] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 934.832622] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.832622] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5226d5d8-8d4b-89e8-17e6-bd7b07a38555" [ 934.832622] env[62822]: _type = "HttpNfcLease" [ 934.832622] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 934.840509] env[62822]: INFO nova.scheduler.client.report [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Deleted allocations for instance 11541cf8-c651-4963-a4d6-cd08aa6362d3 [ 934.854050] env[62822]: DEBUG nova.compute.manager [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.875386] env[62822]: DEBUG nova.virt.hardware [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.875666] env[62822]: DEBUG nova.virt.hardware [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.875970] env[62822]: DEBUG nova.virt.hardware [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.876107] env[62822]: DEBUG nova.virt.hardware [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.876266] env[62822]: DEBUG nova.virt.hardware [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.876499] env[62822]: DEBUG nova.virt.hardware [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.877088] env[62822]: DEBUG nova.virt.hardware [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.877088] env[62822]: DEBUG nova.virt.hardware [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.877088] env[62822]: DEBUG nova.virt.hardware [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.877413] env[62822]: DEBUG nova.virt.hardware [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.877413] env[62822]: DEBUG nova.virt.hardware [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.878314] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1624a758-8e22-4c9b-92e5-4fc7c68c308a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.890054] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69723eaa-5f94-4037-8bee-b2070fa64150 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.055598] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764562, 'name': ReconfigVM_Task, 'duration_secs': 1.151728} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.055916] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Reconfigured VM instance instance-0000004f to attach disk [datastore1] e10ca7d4-11d6-462e-ae52-5738af401f55/e10ca7d4-11d6-462e-ae52-5738af401f55.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.056608] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd1e5425-c5ad-45c3-9666-4ccf95995f95 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.065174] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for the task: (returnval){ [ 935.065174] env[62822]: value = "task-2764564" [ 935.065174] env[62822]: _type = "Task" [ 935.065174] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.076596] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764564, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.332243] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.332243] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5226d5d8-8d4b-89e8-17e6-bd7b07a38555" [ 935.332243] env[62822]: _type = "HttpNfcLease" [ 935.332243] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 935.348972] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2097cd9f-6cc9-40f0-bb60-042cc690b76c tempest-ServersTestBootFromVolume-393267422 tempest-ServersTestBootFromVolume-393267422-project-member] Lock "11541cf8-c651-4963-a4d6-cd08aa6362d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.823s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.579321] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764564, 'name': Rename_Task, 'duration_secs': 0.161274} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.582462] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.582915] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a791686e-8f1b-46de-ba37-af2f8c439abf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.593188] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for the task: (returnval){ [ 935.593188] env[62822]: value = "task-2764565" [ 935.593188] env[62822]: _type = "Task" [ 935.593188] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.604445] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.672156] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a41549-167c-45ee-b38e-54ba9b624734 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.681203] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadfa67a-f471-4358-9afc-58025bc7432e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.715148] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6403026-c601-44e4-a082-4406ad3cb849 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.725345] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066b539f-64a8-40c9-8077-2b862c02c56a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.745327] env[62822]: DEBUG nova.compute.provider_tree [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.770378] env[62822]: DEBUG nova.network.neutron [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Successfully updated port: e90eed75-a518-4cd5-a95d-cfb29507f3ba {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.835925] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.835925] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5226d5d8-8d4b-89e8-17e6-bd7b07a38555" [ 935.835925] env[62822]: _type = "HttpNfcLease" [ 935.835925] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.835925] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.835925] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5226d5d8-8d4b-89e8-17e6-bd7b07a38555" [ 935.835925] env[62822]: _type = "HttpNfcLease" [ 935.835925] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 935.835925] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253a7d0e-584d-4af8-a22c-ca0299b03c4d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.843976] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50b4c-7125-6a5a-1cf0-815a76bff12d/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.844181] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50b4c-7125-6a5a-1cf0-815a76bff12d/disk-0.vmdk. {{(pid=62822) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 935.909496] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0024a43-d3f0-48fe-a0b1-d1d0a7595977 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.084569] env[62822]: DEBUG nova.compute.manager [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Received event network-changed-a4312113-d63e-4d3f-bc0c-04c72d230008 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.084917] env[62822]: DEBUG nova.compute.manager [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Refreshing instance network info cache due to event network-changed-a4312113-d63e-4d3f-bc0c-04c72d230008. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 936.085223] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Acquiring lock "refresh_cache-91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.085652] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Acquired lock "refresh_cache-91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.085875] env[62822]: DEBUG nova.network.neutron [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Refreshing network info cache for port a4312113-d63e-4d3f-bc0c-04c72d230008 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.111852] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764565, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.225803] env[62822]: DEBUG nova.network.neutron [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Successfully updated port: aa1b7e9a-78e1-4040-a5e9-1a324f8b131e {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.249212] env[62822]: DEBUG nova.scheduler.client.report [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.276109] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "refresh_cache-6e48a8fe-876d-46f5-93de-bf56300966e6" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.276283] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired lock "refresh_cache-6e48a8fe-876d-46f5-93de-bf56300966e6" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.276470] env[62822]: DEBUG nova.network.neutron [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.616843] env[62822]: DEBUG oslo_vmware.api [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764565, 'name': PowerOnVM_Task, 'duration_secs': 0.603474} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.623115] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.623243] env[62822]: INFO nova.compute.manager [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Took 9.12 seconds to spawn the instance on the hypervisor. [ 936.623507] env[62822]: DEBUG nova.compute.manager [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.624853] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cee9fb-28a5-4e38-8a2e-053437f2db09 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.650646] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Completed reading data from the image iterator. {{(pid=62822) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 936.654020] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50b4c-7125-6a5a-1cf0-815a76bff12d/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 936.655757] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fe8199-fbe7-4284-b5ff-66d41983d3be {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.664391] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50b4c-7125-6a5a-1cf0-815a76bff12d/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 936.664596] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50b4c-7125-6a5a-1cf0-815a76bff12d/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 936.664892] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cc8eb3d8-da47-4aba-8929-8ed6ed8d8afb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.757734] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.761716] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.661s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.765254] env[62822]: INFO nova.compute.claims [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.794183] env[62822]: INFO nova.scheduler.client.report [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Deleted allocations for instance 2b417050-a196-4d4d-9a91-fb5a2dc1f423 [ 936.841672] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50b4c-7125-6a5a-1cf0-815a76bff12d/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 936.841982] env[62822]: INFO nova.virt.vmwareapi.images [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Downloaded image file data 8997e50e-2e4d-4b63-b538-24d66eee936b [ 936.843021] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3568c0b-7ab1-4bea-bc84-6f0a28486384 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.848241] env[62822]: DEBUG nova.network.neutron [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.873209] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a2e045f-fcb8-4a1e-96d4-336d16b12926 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.905578] env[62822]: INFO nova.virt.vmwareapi.images [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] The imported VM was unregistered [ 936.909484] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Caching image {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 936.909819] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.910485] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-522c82fe-e202-42f2-b010-c8e794df36ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.922779] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Created directory with path [datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.922977] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c7bad21b-2de1-47c6-8051-b6ff99d4d2b2/OSTACK_IMG_c7bad21b-2de1-47c6-8051-b6ff99d4d2b2.vmdk to [datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b/8997e50e-2e4d-4b63-b538-24d66eee936b.vmdk. {{(pid=62822) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 936.923253] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2e6ed6e2-8c97-4de1-b38b-b227d7e2befd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.936836] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 936.936836] env[62822]: value = "task-2764567" [ 936.936836] env[62822]: _type = "Task" [ 936.936836] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.951512] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764567, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.167689] env[62822]: INFO nova.compute.manager [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Took 30.79 seconds to build instance. [ 937.309472] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e658ffa6-f8b5-4bb6-9b22-0f26277fe631 tempest-ServerShowV247Test-316107984 tempest-ServerShowV247Test-316107984-project-member] Lock "2b417050-a196-4d4d-9a91-fb5a2dc1f423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.830s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.451873] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764567, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.452921] env[62822]: DEBUG nova.network.neutron [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Updated VIF entry in instance network info cache for port a4312113-d63e-4d3f-bc0c-04c72d230008. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.453464] env[62822]: DEBUG nova.network.neutron [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Updating instance_info_cache with network_info: [{"id": "a4312113-d63e-4d3f-bc0c-04c72d230008", "address": "fa:16:3e:8b:19:19", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4312113-d6", "ovs_interfaceid": "a4312113-d63e-4d3f-bc0c-04c72d230008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.490780] env[62822]: DEBUG nova.network.neutron [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Updating instance_info_cache with network_info: [{"id": "e90eed75-a518-4cd5-a95d-cfb29507f3ba", "address": "fa:16:3e:de:fa:be", "network": {"id": "3c731f72-fdef-41ad-9b18-d90d0cb13775", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2086581764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "664f9e8c0fa34d5cb912ef9de54613ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90eed75-a5", "ovs_interfaceid": "e90eed75-a518-4cd5-a95d-cfb29507f3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.673556] env[62822]: DEBUG oslo_concurrency.lockutils [None req-351b8440-d5be-4dc1-b310-77746ce556f5 tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Lock "e10ca7d4-11d6-462e-ae52-5738af401f55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.306s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.955080] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764567, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.965125] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Releasing lock "refresh_cache-91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.965792] env[62822]: DEBUG nova.compute.manager [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received event network-changed-bc0d7a1b-f71a-4853-96bd-36f6fa61083e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.965895] env[62822]: DEBUG nova.compute.manager [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Refreshing instance network info cache due to event network-changed-bc0d7a1b-f71a-4853-96bd-36f6fa61083e. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.966154] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Acquiring lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.966301] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Acquired lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.966482] env[62822]: DEBUG nova.network.neutron [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Refreshing network info cache for port bc0d7a1b-f71a-4853-96bd-36f6fa61083e {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.994445] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Releasing lock "refresh_cache-6e48a8fe-876d-46f5-93de-bf56300966e6" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.994765] env[62822]: DEBUG nova.compute.manager [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Instance network_info: |[{"id": "e90eed75-a518-4cd5-a95d-cfb29507f3ba", "address": "fa:16:3e:de:fa:be", "network": {"id": "3c731f72-fdef-41ad-9b18-d90d0cb13775", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2086581764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "664f9e8c0fa34d5cb912ef9de54613ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90eed75-a5", "ovs_interfaceid": "e90eed75-a518-4cd5-a95d-cfb29507f3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.995268] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:fa:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e90eed75-a518-4cd5-a95d-cfb29507f3ba', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.005028] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Creating folder: Project (664f9e8c0fa34d5cb912ef9de54613ca). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.008836] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dab4ae4-230d-44f0-a9a2-445404302e54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.027042] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Created folder: Project (664f9e8c0fa34d5cb912ef9de54613ca) in parent group-v555973. [ 938.027042] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Creating folder: Instances. Parent ref: group-v556193. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.027042] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2321750-85b6-4393-9ccd-94f877d1c9f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.052256] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Created folder: Instances in parent group-v556193. [ 938.053479] env[62822]: DEBUG oslo.service.loopingcall [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 938.053786] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.054039] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-004fa2e8-6503-4dc3-a604-f73a42a38315 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.084270] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.084270] env[62822]: value = "task-2764570" [ 938.084270] env[62822]: _type = "Task" [ 938.084270] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.100453] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764570, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.118716] env[62822]: DEBUG nova.compute.manager [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received event network-vif-plugged-aa1b7e9a-78e1-4040-a5e9-1a324f8b131e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.119270] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] Acquiring lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.119270] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.119504] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.119696] env[62822]: DEBUG nova.compute.manager [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] No waiting events found dispatching network-vif-plugged-aa1b7e9a-78e1-4040-a5e9-1a324f8b131e {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.119864] env[62822]: WARNING nova.compute.manager [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received unexpected event network-vif-plugged-aa1b7e9a-78e1-4040-a5e9-1a324f8b131e for instance with vm_state building and task_state spawning. [ 938.120038] env[62822]: DEBUG nova.compute.manager [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received event network-changed-aa1b7e9a-78e1-4040-a5e9-1a324f8b131e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.120197] env[62822]: DEBUG nova.compute.manager [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Refreshing instance network info cache due to event network-changed-aa1b7e9a-78e1-4040-a5e9-1a324f8b131e. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.120361] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] Acquiring lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.223436] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa74fd75-77f2-4ae8-808e-b7d378264cb6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.234905] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2920a0b3-f1e9-4844-92ac-f97cb5aa7dad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.273078] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b1c47b-e995-462b-926c-a4fe3b2c1fc5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.284016] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bb1799-266b-4a61-93d3-4e9c089136b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.302021] env[62822]: DEBUG nova.compute.provider_tree [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.453805] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764567, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.536773] env[62822]: DEBUG nova.network.neutron [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.597240] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764570, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.806954] env[62822]: DEBUG nova.scheduler.client.report [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.849265] env[62822]: DEBUG nova.network.neutron [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.953677] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764567, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.102328] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764570, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.321869] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.322352] env[62822]: DEBUG nova.compute.manager [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.328296] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.029s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.328296] env[62822]: DEBUG nova.objects.instance [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lazy-loading 'pci_requests' on Instance uuid fd20843a-b98f-4169-af2a-42a57647923a {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.352036] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Releasing lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.352334] env[62822]: DEBUG nova.compute.manager [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Received event network-vif-plugged-e90eed75-a518-4cd5-a95d-cfb29507f3ba {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.352569] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Acquiring lock "6e48a8fe-876d-46f5-93de-bf56300966e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.352943] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Lock "6e48a8fe-876d-46f5-93de-bf56300966e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.353154] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Lock "6e48a8fe-876d-46f5-93de-bf56300966e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.353335] env[62822]: DEBUG nova.compute.manager [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] No waiting events found dispatching network-vif-plugged-e90eed75-a518-4cd5-a95d-cfb29507f3ba {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.353546] env[62822]: WARNING nova.compute.manager [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Received unexpected event network-vif-plugged-e90eed75-a518-4cd5-a95d-cfb29507f3ba for instance with vm_state building and task_state spawning. [ 939.353769] env[62822]: DEBUG nova.compute.manager [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Received event network-changed-e90eed75-a518-4cd5-a95d-cfb29507f3ba {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.353944] env[62822]: DEBUG nova.compute.manager [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Refreshing instance network info cache due to event network-changed-e90eed75-a518-4cd5-a95d-cfb29507f3ba. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 939.354923] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Acquiring lock "refresh_cache-6e48a8fe-876d-46f5-93de-bf56300966e6" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.355441] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Acquired lock "refresh_cache-6e48a8fe-876d-46f5-93de-bf56300966e6" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.355441] env[62822]: DEBUG nova.network.neutron [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Refreshing network info cache for port e90eed75-a518-4cd5-a95d-cfb29507f3ba {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.356640] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] Acquired lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.356822] env[62822]: DEBUG nova.network.neutron [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Refreshing network info cache for port aa1b7e9a-78e1-4040-a5e9-1a324f8b131e {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.373340] env[62822]: DEBUG nova.network.neutron [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Successfully updated port: 973094d6-5895-492f-adf4-c734e5c6a2b1 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.456271] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764567, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.597751] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764570, 'name': CreateVM_Task, 'duration_secs': 1.133575} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.597751] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.598150] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.598318] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.598638] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.598896] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26cedaa-d26b-4d50-9eea-2931064a84cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.604449] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 939.604449] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52534e24-196a-1682-b3f3-bc61fd85801d" [ 939.604449] env[62822]: _type = "Task" [ 939.604449] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.612538] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52534e24-196a-1682-b3f3-bc61fd85801d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.834273] env[62822]: DEBUG nova.objects.instance [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lazy-loading 'numa_topology' on Instance uuid fd20843a-b98f-4169-af2a-42a57647923a {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.838520] env[62822]: DEBUG nova.compute.utils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.838520] env[62822]: DEBUG nova.compute.manager [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.838520] env[62822]: DEBUG nova.network.neutron [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.877108] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.907586] env[62822]: DEBUG nova.policy [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff12c7f927b4430c93fade8bd07ed273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1832521c1544e4db5a68db1ed22aaef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.940123] env[62822]: DEBUG nova.network.neutron [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.957710] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764567, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.644719} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.958041] env[62822]: INFO nova.virt.vmwareapi.ds_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c7bad21b-2de1-47c6-8051-b6ff99d4d2b2/OSTACK_IMG_c7bad21b-2de1-47c6-8051-b6ff99d4d2b2.vmdk to [datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b/8997e50e-2e4d-4b63-b538-24d66eee936b.vmdk. [ 939.958191] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Cleaning up location [datastore1] OSTACK_IMG_c7bad21b-2de1-47c6-8051-b6ff99d4d2b2 {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 939.958490] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c7bad21b-2de1-47c6-8051-b6ff99d4d2b2 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.958759] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9660980-7c39-4cfa-8178-7bd26c36c20f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.968297] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 939.968297] env[62822]: value = "task-2764571" [ 939.968297] env[62822]: _type = "Task" [ 939.968297] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.978623] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.117415] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52534e24-196a-1682-b3f3-bc61fd85801d, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.117809] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.118116] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.118203] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.118361] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.118483] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.118800] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d81dce99-2736-4459-8129-c01fd21e0b4a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.129181] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.129265] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.129996] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b224c06a-9316-4c55-b5d7-9480f615a611 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.138196] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 940.138196] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52879f93-f14f-df60-5964-63ebb162bb93" [ 940.138196] env[62822]: _type = "Task" [ 940.138196] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.146038] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52879f93-f14f-df60-5964-63ebb162bb93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.161024] env[62822]: DEBUG nova.network.neutron [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.193283] env[62822]: DEBUG nova.compute.manager [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Received event network-changed-acb9effc-35e9-4bb0-8cc9-5e5655e1593e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.193466] env[62822]: DEBUG nova.compute.manager [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Refreshing instance network info cache due to event network-changed-acb9effc-35e9-4bb0-8cc9-5e5655e1593e. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 940.193686] env[62822]: DEBUG oslo_concurrency.lockutils [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] Acquiring lock "refresh_cache-e10ca7d4-11d6-462e-ae52-5738af401f55" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.193894] env[62822]: DEBUG oslo_concurrency.lockutils [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] Acquired lock "refresh_cache-e10ca7d4-11d6-462e-ae52-5738af401f55" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.194086] env[62822]: DEBUG nova.network.neutron [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Refreshing network info cache for port acb9effc-35e9-4bb0-8cc9-5e5655e1593e {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.328276] env[62822]: DEBUG nova.network.neutron [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Updated VIF entry in instance network info cache for port e90eed75-a518-4cd5-a95d-cfb29507f3ba. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.328664] env[62822]: DEBUG nova.network.neutron [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Updating instance_info_cache with network_info: [{"id": "e90eed75-a518-4cd5-a95d-cfb29507f3ba", "address": "fa:16:3e:de:fa:be", "network": {"id": "3c731f72-fdef-41ad-9b18-d90d0cb13775", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2086581764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "664f9e8c0fa34d5cb912ef9de54613ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90eed75-a5", "ovs_interfaceid": "e90eed75-a518-4cd5-a95d-cfb29507f3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.339314] env[62822]: INFO nova.compute.claims [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.343688] env[62822]: DEBUG nova.compute.manager [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.464733] env[62822]: DEBUG nova.network.neutron [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Successfully created port: 501fb600-4449-4ef2-8b18-d67ade32e281 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.478528] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036219} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.478919] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.479039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b/8997e50e-2e4d-4b63-b538-24d66eee936b.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.479221] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b/8997e50e-2e4d-4b63-b538-24d66eee936b.vmdk to [datastore1] b9f12eb4-ba13-4105-ba03-716b7646d60a/b9f12eb4-ba13-4105-ba03-716b7646d60a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.479496] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a3bd34f-8b98-4461-9ba8-5d8dc4f51f39 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.488902] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 940.488902] env[62822]: value = "task-2764572" [ 940.488902] env[62822]: _type = "Task" [ 940.488902] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.497225] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.650044] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52879f93-f14f-df60-5964-63ebb162bb93, 'name': SearchDatastore_Task, 'duration_secs': 0.011032} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.651187] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a04339-d8d4-4d70-ac6f-5082b9e97d0b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.658964] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 940.658964] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cea4ad-32e5-5538-f0ef-5e41ca9b71e2" [ 940.658964] env[62822]: _type = "Task" [ 940.658964] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.663366] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9637d37-c4ac-495b-af01-af8fd41fe7e3 req-e1750069-f881-4e5f-9fb5-bf5b0d151121 service nova] Releasing lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.663833] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquired lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.664033] env[62822]: DEBUG nova.network.neutron [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.673595] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cea4ad-32e5-5538-f0ef-5e41ca9b71e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.834520] env[62822]: DEBUG oslo_concurrency.lockutils [req-3e4ced88-57b8-42d2-bd70-017e0af20728 req-7f5d0b08-7692-4fb3-8e4e-3f24fe515770 service nova] Releasing lock "refresh_cache-6e48a8fe-876d-46f5-93de-bf56300966e6" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.991272] env[62822]: DEBUG nova.network.neutron [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Updated VIF entry in instance network info cache for port acb9effc-35e9-4bb0-8cc9-5e5655e1593e. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.991707] env[62822]: DEBUG nova.network.neutron [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Updating instance_info_cache with network_info: [{"id": "acb9effc-35e9-4bb0-8cc9-5e5655e1593e", "address": "fa:16:3e:b2:ff:4c", "network": {"id": "620e876a-0084-4ff8-b304-6f8ea4ff54a5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1417756738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0abce476a0a14883b143a81444cf3755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacb9effc-35", "ovs_interfaceid": "acb9effc-35e9-4bb0-8cc9-5e5655e1593e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.010990] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764572, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.178779] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cea4ad-32e5-5538-f0ef-5e41ca9b71e2, 'name': SearchDatastore_Task, 'duration_secs': 0.079946} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.178779] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.179234] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 6e48a8fe-876d-46f5-93de-bf56300966e6/6e48a8fe-876d-46f5-93de-bf56300966e6.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.179304] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4043103-0c82-40f7-b78e-29e67855d76b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.193074] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 941.193074] env[62822]: value = "task-2764573" [ 941.193074] env[62822]: _type = "Task" [ 941.193074] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.205216] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.223639] env[62822]: DEBUG nova.network.neutron [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.358930] env[62822]: DEBUG nova.compute.manager [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.383353] env[62822]: DEBUG nova.virt.hardware [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.383594] env[62822]: DEBUG nova.virt.hardware [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.383747] env[62822]: DEBUG nova.virt.hardware [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.383932] env[62822]: DEBUG nova.virt.hardware [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.384171] env[62822]: DEBUG nova.virt.hardware [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.384396] env[62822]: DEBUG nova.virt.hardware [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.384618] env[62822]: DEBUG nova.virt.hardware [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.384781] env[62822]: DEBUG nova.virt.hardware [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.384951] env[62822]: DEBUG nova.virt.hardware [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.385131] env[62822]: DEBUG nova.virt.hardware [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.385307] env[62822]: DEBUG nova.virt.hardware [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.388683] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc8f268-58ac-412b-8c93-0993ac8c18ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.402423] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a240815-c4a7-4568-a8eb-c7fac0b07225 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.501065] env[62822]: DEBUG oslo_concurrency.lockutils [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] Releasing lock "refresh_cache-e10ca7d4-11d6-462e-ae52-5738af401f55" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.501352] env[62822]: DEBUG nova.compute.manager [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received event network-vif-plugged-973094d6-5895-492f-adf4-c734e5c6a2b1 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.501545] env[62822]: DEBUG oslo_concurrency.lockutils [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] Acquiring lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.501842] env[62822]: DEBUG oslo_concurrency.lockutils [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.502107] env[62822]: DEBUG oslo_concurrency.lockutils [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.502295] env[62822]: DEBUG nova.compute.manager [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] No waiting events found dispatching network-vif-plugged-973094d6-5895-492f-adf4-c734e5c6a2b1 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.502460] env[62822]: WARNING nova.compute.manager [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received unexpected event network-vif-plugged-973094d6-5895-492f-adf4-c734e5c6a2b1 for instance with vm_state building and task_state spawning. [ 941.502627] env[62822]: DEBUG nova.compute.manager [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received event network-changed-973094d6-5895-492f-adf4-c734e5c6a2b1 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.503278] env[62822]: DEBUG nova.compute.manager [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Refreshing instance network info cache due to event network-changed-973094d6-5895-492f-adf4-c734e5c6a2b1. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 941.503278] env[62822]: DEBUG oslo_concurrency.lockutils [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] Acquiring lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.514704] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764572, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.705066] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.769120] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfb7c83-e3f0-411c-aa21-3fb56211808d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.783612] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86adbbfc-9461-4269-b91a-5cd531cc3fd2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.834363] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c935d593-6b67-46d2-8546-487951758a5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.843028] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca50bc8-ef2b-48c8-b404-7094644ebc54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.864588] env[62822]: DEBUG nova.compute.provider_tree [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.894245] env[62822]: DEBUG nova.network.neutron [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Updating instance_info_cache with network_info: [{"id": "bc0d7a1b-f71a-4853-96bd-36f6fa61083e", "address": "fa:16:3e:d6:6c:61", "network": {"id": "d901c786-be7a-45c2-a892-d42512737b1a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480311900", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0d7a1b-f7", "ovs_interfaceid": "bc0d7a1b-f71a-4853-96bd-36f6fa61083e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa1b7e9a-78e1-4040-a5e9-1a324f8b131e", "address": "fa:16:3e:7e:b1:72", "network": {"id": "34a431c1-3ac9-4064-8852-25334a344cfb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-405269245", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1b7e9a-78", "ovs_interfaceid": "aa1b7e9a-78e1-4040-a5e9-1a324f8b131e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "973094d6-5895-492f-adf4-c734e5c6a2b1", "address": "fa:16:3e:f4:9d:4a", "network": {"id": "d901c786-be7a-45c2-a892-d42512737b1a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480311900", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973094d6-58", "ovs_interfaceid": "973094d6-5895-492f-adf4-c734e5c6a2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.014702] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764572, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.166237] env[62822]: DEBUG nova.network.neutron [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Successfully updated port: 501fb600-4449-4ef2-8b18-d67ade32e281 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.207369] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.256132] env[62822]: DEBUG nova.compute.manager [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Received event network-vif-plugged-501fb600-4449-4ef2-8b18-d67ade32e281 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.256132] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] Acquiring lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.256132] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] Lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.256132] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] Lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.256132] env[62822]: DEBUG nova.compute.manager [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] No waiting events found dispatching network-vif-plugged-501fb600-4449-4ef2-8b18-d67ade32e281 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.256132] env[62822]: WARNING nova.compute.manager [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Received unexpected event network-vif-plugged-501fb600-4449-4ef2-8b18-d67ade32e281 for instance with vm_state building and task_state spawning. [ 942.256132] env[62822]: DEBUG nova.compute.manager [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Received event network-changed-501fb600-4449-4ef2-8b18-d67ade32e281 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.256132] env[62822]: DEBUG nova.compute.manager [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Refreshing instance network info cache due to event network-changed-501fb600-4449-4ef2-8b18-d67ade32e281. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 942.256132] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] Acquiring lock "refresh_cache-c3a054bf-f72b-4b1b-a03a-79ed6899997b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.256497] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] Acquired lock "refresh_cache-c3a054bf-f72b-4b1b-a03a-79ed6899997b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.256497] env[62822]: DEBUG nova.network.neutron [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Refreshing network info cache for port 501fb600-4449-4ef2-8b18-d67ade32e281 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.368243] env[62822]: DEBUG nova.scheduler.client.report [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.400387] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Releasing lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.400387] env[62822]: DEBUG nova.compute.manager [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Instance network_info: |[{"id": "bc0d7a1b-f71a-4853-96bd-36f6fa61083e", "address": "fa:16:3e:d6:6c:61", "network": {"id": "d901c786-be7a-45c2-a892-d42512737b1a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480311900", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0d7a1b-f7", "ovs_interfaceid": "bc0d7a1b-f71a-4853-96bd-36f6fa61083e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa1b7e9a-78e1-4040-a5e9-1a324f8b131e", "address": "fa:16:3e:7e:b1:72", "network": {"id": "34a431c1-3ac9-4064-8852-25334a344cfb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-405269245", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1b7e9a-78", "ovs_interfaceid": "aa1b7e9a-78e1-4040-a5e9-1a324f8b131e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "973094d6-5895-492f-adf4-c734e5c6a2b1", "address": "fa:16:3e:f4:9d:4a", "network": {"id": "d901c786-be7a-45c2-a892-d42512737b1a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480311900", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973094d6-58", "ovs_interfaceid": "973094d6-5895-492f-adf4-c734e5c6a2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.400387] env[62822]: DEBUG oslo_concurrency.lockutils [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] Acquired lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.400387] env[62822]: DEBUG nova.network.neutron [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Refreshing network info cache for port 973094d6-5895-492f-adf4-c734e5c6a2b1 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.400799] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:6c:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc0d7a1b-f71a-4853-96bd-36f6fa61083e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:b1:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa1b7e9a-78e1-4040-a5e9-1a324f8b131e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:9d:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '973094d6-5895-492f-adf4-c734e5c6a2b1', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.413281] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Creating folder: Project (05de64a3acae489c9894d353fa73ed58). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.417168] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e77b1ac-ea23-413d-a042-6b3fc4f83ee6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.432037] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Created folder: Project (05de64a3acae489c9894d353fa73ed58) in parent group-v555973. [ 942.432214] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Creating folder: Instances. Parent ref: group-v556196. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.433550] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e68b9280-2b89-44d0-b2eb-4910afb6aad9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.443410] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquiring lock "eff5542b-4142-422c-b73a-54d282b63637" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.443641] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Lock "eff5542b-4142-422c-b73a-54d282b63637" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.449384] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Created folder: Instances in parent group-v556196. [ 942.449384] env[62822]: DEBUG oslo.service.loopingcall [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.449654] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.449890] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7440acd2-c413-4b4d-88e3-478ba991b1b4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.480434] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.480434] env[62822]: value = "task-2764576" [ 942.480434] env[62822]: _type = "Task" [ 942.480434] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.492911] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764576, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.507035] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764572, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.669827] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "refresh_cache-c3a054bf-f72b-4b1b-a03a-79ed6899997b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.707484] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.793051] env[62822]: DEBUG nova.network.neutron [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.874546] env[62822]: DEBUG nova.network.neutron [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.877481] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.550s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.879518] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.532s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.880993] env[62822]: INFO nova.compute.claims [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.918856] env[62822]: INFO nova.network.neutron [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updating port f96104f3-1d92-43cf-a297-c712c968910d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 942.947919] env[62822]: DEBUG nova.compute.manager [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.994355] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764576, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.008308] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764572, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.41102} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.009061] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8997e50e-2e4d-4b63-b538-24d66eee936b/8997e50e-2e4d-4b63-b538-24d66eee936b.vmdk to [datastore1] b9f12eb4-ba13-4105-ba03-716b7646d60a/b9f12eb4-ba13-4105-ba03-716b7646d60a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.010248] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52708807-39e7-4215-a500-557015c7fc28 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.036061] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] b9f12eb4-ba13-4105-ba03-716b7646d60a/b9f12eb4-ba13-4105-ba03-716b7646d60a.vmdk or device None with type streamOptimized {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.039241] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f10d75e-f009-434c-8311-80527d9e0d13 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.061358] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 943.061358] env[62822]: value = "task-2764577" [ 943.061358] env[62822]: _type = "Task" [ 943.061358] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.074886] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.215288] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764573, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.329878] env[62822]: DEBUG nova.network.neutron [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Updated VIF entry in instance network info cache for port 973094d6-5895-492f-adf4-c734e5c6a2b1. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.330347] env[62822]: DEBUG nova.network.neutron [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Updating instance_info_cache with network_info: [{"id": "bc0d7a1b-f71a-4853-96bd-36f6fa61083e", "address": "fa:16:3e:d6:6c:61", "network": {"id": "d901c786-be7a-45c2-a892-d42512737b1a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480311900", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0d7a1b-f7", "ovs_interfaceid": "bc0d7a1b-f71a-4853-96bd-36f6fa61083e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa1b7e9a-78e1-4040-a5e9-1a324f8b131e", "address": "fa:16:3e:7e:b1:72", "network": {"id": "34a431c1-3ac9-4064-8852-25334a344cfb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-405269245", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1b7e9a-78", "ovs_interfaceid": "aa1b7e9a-78e1-4040-a5e9-1a324f8b131e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "973094d6-5895-492f-adf4-c734e5c6a2b1", "address": "fa:16:3e:f4:9d:4a", "network": {"id": "d901c786-be7a-45c2-a892-d42512737b1a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480311900", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973094d6-58", "ovs_interfaceid": "973094d6-5895-492f-adf4-c734e5c6a2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.383647] env[62822]: DEBUG oslo_concurrency.lockutils [req-4fb7a440-390a-47f9-bb83-2aaf403638e4 req-a7004d2c-0baf-4649-ae1f-2abc86e4881c service nova] Releasing lock "refresh_cache-c3a054bf-f72b-4b1b-a03a-79ed6899997b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.384045] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired lock "refresh_cache-c3a054bf-f72b-4b1b-a03a-79ed6899997b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.384201] env[62822]: DEBUG nova.network.neutron [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.478230] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.492199] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764576, 'name': CreateVM_Task, 'duration_secs': 0.77263} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.492199] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.493186] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.493474] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.494249] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.494249] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a11f53-c6fd-468b-b72b-f425fc2e38e7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.499611] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 943.499611] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e66fdf-2987-514d-720a-08d0a9021458" [ 943.499611] env[62822]: _type = "Task" [ 943.499611] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.508141] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e66fdf-2987-514d-720a-08d0a9021458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.571485] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764577, 'name': ReconfigVM_Task, 'duration_secs': 0.42124} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.571798] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Reconfigured VM instance instance-00000050 to attach disk [datastore1] b9f12eb4-ba13-4105-ba03-716b7646d60a/b9f12eb4-ba13-4105-ba03-716b7646d60a.vmdk or device None with type streamOptimized {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.572447] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ed98e8a-e6b0-42d3-9582-5332dca02ad2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.579773] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 943.579773] env[62822]: value = "task-2764578" [ 943.579773] env[62822]: _type = "Task" [ 943.579773] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.588582] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764578, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.708921] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764573, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.054122} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.709215] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 6e48a8fe-876d-46f5-93de-bf56300966e6/6e48a8fe-876d-46f5-93de-bf56300966e6.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.709425] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.710209] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca1e9990-3c49-4e56-8997-681c1b88fb8f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.717878] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 943.717878] env[62822]: value = "task-2764579" [ 943.717878] env[62822]: _type = "Task" [ 943.717878] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.726711] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.833582] env[62822]: DEBUG oslo_concurrency.lockutils [req-444d0113-9034-4223-acc7-0b1f634f65f1 req-824f7826-63c3-478d-9d5d-594a34c03e64 service nova] Releasing lock "refresh_cache-bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.919945] env[62822]: DEBUG nova.network.neutron [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.016618] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e66fdf-2987-514d-720a-08d0a9021458, 'name': SearchDatastore_Task, 'duration_secs': 0.011275} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.019240] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.019510] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.019744] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.020023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.020074] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.021096] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bd81d48-3f1d-4fa3-a436-5d208b0929c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.032263] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.032453] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.035722] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b871e19c-9924-4c1b-8d48-3cf67e56309d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.043464] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 944.043464] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527a5ca4-009d-63e1-ea35-130ab235fa95" [ 944.043464] env[62822]: _type = "Task" [ 944.043464] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.058750] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527a5ca4-009d-63e1-ea35-130ab235fa95, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.059583] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf78f7be-b37e-41b5-8a65-b36766234c03 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.068812] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 944.068812] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b6322f-f336-985d-260b-103982ccd683" [ 944.068812] env[62822]: _type = "Task" [ 944.068812] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.078755] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b6322f-f336-985d-260b-103982ccd683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.084679] env[62822]: DEBUG nova.network.neutron [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Updating instance_info_cache with network_info: [{"id": "501fb600-4449-4ef2-8b18-d67ade32e281", "address": "fa:16:3e:82:50:1e", "network": {"id": "ba7a630e-a214-4896-8e31-9fede15ebfb7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-813209239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1832521c1544e4db5a68db1ed22aaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501fb600-44", "ovs_interfaceid": "501fb600-4449-4ef2-8b18-d67ade32e281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.092531] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764578, 'name': Rename_Task, 'duration_secs': 0.153165} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.092824] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.093080] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63f96d88-5612-41d4-a0ab-5a27e7b4aaa0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.101897] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 944.101897] env[62822]: value = "task-2764580" [ 944.101897] env[62822]: _type = "Task" [ 944.101897] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.110790] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.223963] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f84c91-a471-403b-8dc3-fb8ba4604208 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.236021] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba0a834-849e-45fa-bf5e-961b00d2a6e9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.238685] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064969} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.238980] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.240202] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df54d3f6-0662-492c-8d7c-3c4d9a93f55e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.269408] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b503d38-af2d-41d0-a470-baf5c96e638b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.289622] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 6e48a8fe-876d-46f5-93de-bf56300966e6/6e48a8fe-876d-46f5-93de-bf56300966e6.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.290408] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b94f8c98-ef4b-47b4-952c-e565950ad806 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.310557] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20a36e1-d197-4bfb-a53e-dab1e26b3d5e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.316261] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 944.316261] env[62822]: value = "task-2764581" [ 944.316261] env[62822]: _type = "Task" [ 944.316261] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.329262] env[62822]: DEBUG nova.compute.provider_tree [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.335959] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764581, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.583023] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b6322f-f336-985d-260b-103982ccd683, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.583023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.583023] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] bedab4ee-3f73-4e7c-b3c4-fc2009c63e10/bedab4ee-3f73-4e7c-b3c4-fc2009c63e10.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.583023] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c9f52ea-36d4-4662-b9dc-d4bdc4c9cfd3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.587479] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Releasing lock "refresh_cache-c3a054bf-f72b-4b1b-a03a-79ed6899997b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.587784] env[62822]: DEBUG nova.compute.manager [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Instance network_info: |[{"id": "501fb600-4449-4ef2-8b18-d67ade32e281", "address": "fa:16:3e:82:50:1e", "network": {"id": "ba7a630e-a214-4896-8e31-9fede15ebfb7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-813209239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1832521c1544e4db5a68db1ed22aaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501fb600-44", "ovs_interfaceid": "501fb600-4449-4ef2-8b18-d67ade32e281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.588196] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:50:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '501fb600-4449-4ef2-8b18-d67ade32e281', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.601681] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Creating folder: Project (e1832521c1544e4db5a68db1ed22aaef). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.603280] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b17ed749-36c6-4c48-a4fe-31b3a126f220 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.606134] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 944.606134] env[62822]: value = "task-2764582" [ 944.606134] env[62822]: _type = "Task" [ 944.606134] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.623818] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.630722] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764580, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.631192] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Created folder: Project (e1832521c1544e4db5a68db1ed22aaef) in parent group-v555973. [ 944.633195] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Creating folder: Instances. Parent ref: group-v556199. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.633195] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a1ceee3-7c95-4287-9346-88b13c5b1ff9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.645875] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Created folder: Instances in parent group-v556199. [ 944.646161] env[62822]: DEBUG oslo.service.loopingcall [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.646356] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.647102] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57d1f0af-8f61-4b19-8f00-295f82d364ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.670433] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.670433] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.670433] env[62822]: DEBUG nova.network.neutron [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.675029] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.675029] env[62822]: value = "task-2764585" [ 944.675029] env[62822]: _type = "Task" [ 944.675029] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.684892] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764585, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.706639] env[62822]: DEBUG nova.compute.manager [req-06b7393d-ffb3-4909-90f8-c0d1816b13a9 req-ce8d514a-7c30-4c90-a99e-d347c7678e06 service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Received event network-vif-plugged-f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.706639] env[62822]: DEBUG oslo_concurrency.lockutils [req-06b7393d-ffb3-4909-90f8-c0d1816b13a9 req-ce8d514a-7c30-4c90-a99e-d347c7678e06 service nova] Acquiring lock "fd20843a-b98f-4169-af2a-42a57647923a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.706639] env[62822]: DEBUG oslo_concurrency.lockutils [req-06b7393d-ffb3-4909-90f8-c0d1816b13a9 req-ce8d514a-7c30-4c90-a99e-d347c7678e06 service nova] Lock "fd20843a-b98f-4169-af2a-42a57647923a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.706639] env[62822]: DEBUG oslo_concurrency.lockutils [req-06b7393d-ffb3-4909-90f8-c0d1816b13a9 req-ce8d514a-7c30-4c90-a99e-d347c7678e06 service nova] Lock "fd20843a-b98f-4169-af2a-42a57647923a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.706639] env[62822]: DEBUG nova.compute.manager [req-06b7393d-ffb3-4909-90f8-c0d1816b13a9 req-ce8d514a-7c30-4c90-a99e-d347c7678e06 service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] No waiting events found dispatching network-vif-plugged-f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.706639] env[62822]: WARNING nova.compute.manager [req-06b7393d-ffb3-4909-90f8-c0d1816b13a9 req-ce8d514a-7c30-4c90-a99e-d347c7678e06 service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Received unexpected event network-vif-plugged-f96104f3-1d92-43cf-a297-c712c968910d for instance with vm_state shelved_offloaded and task_state spawning. [ 944.830392] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764581, 'name': ReconfigVM_Task, 'duration_secs': 0.492391} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.831270] env[62822]: DEBUG nova.scheduler.client.report [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.835649] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 6e48a8fe-876d-46f5-93de-bf56300966e6/6e48a8fe-876d-46f5-93de-bf56300966e6.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.836851] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdf9e97d-d2be-49bf-acff-bf2e5e3544f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.848059] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 944.848059] env[62822]: value = "task-2764586" [ 944.848059] env[62822]: _type = "Task" [ 944.848059] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.858790] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764586, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.117730] env[62822]: DEBUG oslo_vmware.api [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764580, 'name': PowerOnVM_Task, 'duration_secs': 0.804382} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.118445] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.118616] env[62822]: INFO nova.compute.manager [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Took 15.15 seconds to spawn the instance on the hypervisor. [ 945.118805] env[62822]: DEBUG nova.compute.manager [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.119640] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0f8eac-de04-4d83-82ad-abc3c0c4c175 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.125285] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764582, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.190062] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764585, 'name': CreateVM_Task, 'duration_secs': 0.412417} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.190556] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.193033] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.193033] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.193033] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.193033] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96fc1c5-2a60-4d62-ba7d-606c51dcdfc8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.197769] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 945.197769] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f8e535-a20c-b8c2-5208-3d33722a711c" [ 945.197769] env[62822]: _type = "Task" [ 945.197769] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.207310] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f8e535-a20c-b8c2-5208-3d33722a711c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.337800] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.341710] env[62822]: DEBUG nova.compute.manager [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.344503] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.919s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.344751] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.346786] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.421s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.347008] env[62822]: DEBUG nova.objects.instance [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lazy-loading 'resources' on Instance uuid 90c11e20-dbec-4043-9b9a-844d2e83f9ac {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.362198] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764586, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.405625] env[62822]: INFO nova.scheduler.client.report [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted allocations for instance e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9 [ 945.620732] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705882} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.620994] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] bedab4ee-3f73-4e7c-b3c4-fc2009c63e10/bedab4ee-3f73-4e7c-b3c4-fc2009c63e10.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.621215] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.621469] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d81cf9b-d197-448f-9061-81555a9cc55d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.629984] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 945.629984] env[62822]: value = "task-2764587" [ 945.629984] env[62822]: _type = "Task" [ 945.629984] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.645771] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.646269] env[62822]: INFO nova.compute.manager [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Took 36.34 seconds to build instance. [ 945.707705] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f8e535-a20c-b8c2-5208-3d33722a711c, 'name': SearchDatastore_Task, 'duration_secs': 0.044777} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.708106] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.708397] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.708671] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.708852] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.709087] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.709360] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af179bba-2300-49ab-8937-81e2f2ec0ad2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.724586] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.725125] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.725931] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c5dd22-59de-4a6f-a95f-daaf573fbea3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.732249] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 945.732249] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a8747e-e677-5ac7-0659-f5e87338f3e6" [ 945.732249] env[62822]: _type = "Task" [ 945.732249] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.736296] env[62822]: DEBUG nova.network.neutron [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updating instance_info_cache with network_info: [{"id": "f96104f3-1d92-43cf-a297-c712c968910d", "address": "fa:16:3e:3d:8b:b1", "network": {"id": "a6cec3ca-f743-4fe1-a720-8270c520aff7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1115252438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0dec4be1e64c3d814857e7b3d35e3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96104f3-1d", "ovs_interfaceid": "f96104f3-1d92-43cf-a297-c712c968910d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.743682] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a8747e-e677-5ac7-0659-f5e87338f3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.852072] env[62822]: DEBUG nova.compute.utils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.855968] env[62822]: DEBUG nova.compute.manager [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.856171] env[62822]: DEBUG nova.network.neutron [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.867777] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764586, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.917886] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a24c3b6b-0dc8-430a-9415-ddfe5e7e564d tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.158s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.940772] env[62822]: DEBUG nova.policy [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd622c0591594158ad66d3adf5802426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6040a19d646444a1b94ba64960498974', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.147687] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073254} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.151535] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.152243] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a4d76818-877a-4af8-9f9e-58bf596ef554 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "b9f12eb4-ba13-4105-ba03-716b7646d60a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.859s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.153665] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d92679e-db8f-4a64-86f3-443e8ae0fb16 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.182142] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] bedab4ee-3f73-4e7c-b3c4-fc2009c63e10/bedab4ee-3f73-4e7c-b3c4-fc2009c63e10.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.185377] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-440ee116-7b4d-49ab-a0a5-22a7097fdc04 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.208608] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 946.208608] env[62822]: value = "task-2764588" [ 946.208608] env[62822]: _type = "Task" [ 946.208608] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.221726] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.241662] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.247829] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a8747e-e677-5ac7-0659-f5e87338f3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.034383} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.249071] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acebebfe-18d3-4576-8523-ddbcec8a482f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.257379] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 946.257379] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521ba17b-33ed-d1bd-02da-f66dce618da0" [ 946.257379] env[62822]: _type = "Task" [ 946.257379] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.277172] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521ba17b-33ed-d1bd-02da-f66dce618da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.283287] env[62822]: DEBUG nova.virt.hardware [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1dec024abd35569778690c14403aff55',container_format='bare',created_at=2025-02-21T13:20:25Z,direct_url=,disk_format='vmdk',id=947335c8-43d4-42f4-a314-db6735bef4fc,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1591449089-shelved',owner='aa0dec4be1e64c3d814857e7b3d35e3f',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-02-21T13:20:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.283665] env[62822]: DEBUG nova.virt.hardware [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.283927] env[62822]: DEBUG nova.virt.hardware [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.284331] env[62822]: DEBUG nova.virt.hardware [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.284599] env[62822]: DEBUG nova.virt.hardware [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.284861] env[62822]: DEBUG nova.virt.hardware [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.285289] env[62822]: DEBUG nova.virt.hardware [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.285565] env[62822]: DEBUG nova.virt.hardware [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.286169] env[62822]: DEBUG nova.virt.hardware [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.286238] env[62822]: DEBUG nova.virt.hardware [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.286525] env[62822]: DEBUG nova.virt.hardware [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.287816] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8953954e-727a-49ac-b3c0-d25347a73a34 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.293900] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc453c30-96f0-42b7-8217-cf99a2faaed6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.312814] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988e7684-8a7d-492a-97b3-d4df919acb3d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.324596] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8f395f-d511-4b82-a355-13191bf77f12 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.347436] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:8b:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f96104f3-1d92-43cf-a297-c712c968910d', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.358200] env[62822]: DEBUG oslo.service.loopingcall [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.359189] env[62822]: DEBUG nova.network.neutron [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Successfully created port: e046ce62-3c77-4592-bfbf-e85da8787815 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.385959] env[62822]: DEBUG nova.compute.manager [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.388488] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.392189] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ae5b804-090e-4374-83c6-e6e3bd920ead {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.407140] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483067a3-e3ed-498f-9a84-150cc6378bf6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.416195] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764586, 'name': Rename_Task, 'duration_secs': 1.205523} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.419163] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.419396] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.419396] env[62822]: value = "task-2764589" [ 946.419396] env[62822]: _type = "Task" [ 946.419396] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.419865] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c980a8fe-c485-4865-a71c-4a25cfff37fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.423364] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283d756a-9859-4452-accd-943b7db9a560 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.436038] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764589, 'name': CreateVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.446451] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 946.446451] env[62822]: value = "task-2764590" [ 946.446451] env[62822]: _type = "Task" [ 946.446451] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.447461] env[62822]: DEBUG nova.compute.provider_tree [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.459546] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.719197] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764588, 'name': ReconfigVM_Task, 'duration_secs': 0.390348} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.719497] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Reconfigured VM instance instance-00000051 to attach disk [datastore1] bedab4ee-3f73-4e7c-b3c4-fc2009c63e10/bedab4ee-3f73-4e7c-b3c4-fc2009c63e10.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.720196] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a9c1de4-3fd4-448e-9311-89c17d2c9cd9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.727037] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 946.727037] env[62822]: value = "task-2764591" [ 946.727037] env[62822]: _type = "Task" [ 946.727037] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.733425] env[62822]: DEBUG nova.compute.manager [req-7be6ba85-d65b-482b-b927-045821dbe77d req-f1917d01-a0cb-47f0-919d-b30dc1a2b93a service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Received event network-changed-f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.733647] env[62822]: DEBUG nova.compute.manager [req-7be6ba85-d65b-482b-b927-045821dbe77d req-f1917d01-a0cb-47f0-919d-b30dc1a2b93a service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Refreshing instance network info cache due to event network-changed-f96104f3-1d92-43cf-a297-c712c968910d. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.733966] env[62822]: DEBUG oslo_concurrency.lockutils [req-7be6ba85-d65b-482b-b927-045821dbe77d req-f1917d01-a0cb-47f0-919d-b30dc1a2b93a service nova] Acquiring lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.734070] env[62822]: DEBUG oslo_concurrency.lockutils [req-7be6ba85-d65b-482b-b927-045821dbe77d req-f1917d01-a0cb-47f0-919d-b30dc1a2b93a service nova] Acquired lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.734242] env[62822]: DEBUG nova.network.neutron [req-7be6ba85-d65b-482b-b927-045821dbe77d req-f1917d01-a0cb-47f0-919d-b30dc1a2b93a service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Refreshing network info cache for port f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.739184] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764591, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.772056] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521ba17b-33ed-d1bd-02da-f66dce618da0, 'name': SearchDatastore_Task, 'duration_secs': 0.028019} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.772310] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.772568] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] c3a054bf-f72b-4b1b-a03a-79ed6899997b/c3a054bf-f72b-4b1b-a03a-79ed6899997b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.773416] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbfd0b56-6998-4082-b5d6-3219e810e5a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.781744] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 946.781744] env[62822]: value = "task-2764592" [ 946.781744] env[62822]: _type = "Task" [ 946.781744] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.791448] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.824209] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "b9f12eb4-ba13-4105-ba03-716b7646d60a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.824494] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "b9f12eb4-ba13-4105-ba03-716b7646d60a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.824727] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "b9f12eb4-ba13-4105-ba03-716b7646d60a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.824933] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "b9f12eb4-ba13-4105-ba03-716b7646d60a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.825128] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "b9f12eb4-ba13-4105-ba03-716b7646d60a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.827396] env[62822]: INFO nova.compute.manager [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Terminating instance [ 946.934449] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764589, 'name': CreateVM_Task, 'duration_secs': 0.400832} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.934737] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.935618] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.935863] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.936340] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.936749] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4af1f3a-2fff-4c13-9c04-a56210210a08 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.944326] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 946.944326] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e63b53-a3f1-6e26-c641-937a6365a1c3" [ 946.944326] env[62822]: _type = "Task" [ 946.944326] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.958592] env[62822]: DEBUG nova.scheduler.client.report [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.962803] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e63b53-a3f1-6e26-c641-937a6365a1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.970514] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.238393] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764591, 'name': Rename_Task, 'duration_secs': 0.194175} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.238712] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.238712] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4938d34c-c111-4dd1-809a-92add10494da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.249436] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 947.249436] env[62822]: value = "task-2764593" [ 947.249436] env[62822]: _type = "Task" [ 947.249436] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.258779] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.296493] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764592, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.332212] env[62822]: DEBUG nova.compute.manager [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.332212] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.333024] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3011e4c-6551-4765-ae4d-5e912b87a30e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.345103] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.345406] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-393d1800-060b-4ca2-b5b9-0e9bf6004b5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.354040] env[62822]: DEBUG oslo_vmware.api [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 947.354040] env[62822]: value = "task-2764594" [ 947.354040] env[62822]: _type = "Task" [ 947.354040] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.367745] env[62822]: DEBUG oslo_vmware.api [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.395259] env[62822]: DEBUG nova.compute.manager [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.424127] env[62822]: DEBUG nova.virt.hardware [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.424412] env[62822]: DEBUG nova.virt.hardware [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.424568] env[62822]: DEBUG nova.virt.hardware [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.424788] env[62822]: DEBUG nova.virt.hardware [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.424888] env[62822]: DEBUG nova.virt.hardware [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.425051] env[62822]: DEBUG nova.virt.hardware [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.425276] env[62822]: DEBUG nova.virt.hardware [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.425433] env[62822]: DEBUG nova.virt.hardware [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.426054] env[62822]: DEBUG nova.virt.hardware [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.426054] env[62822]: DEBUG nova.virt.hardware [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.426054] env[62822]: DEBUG nova.virt.hardware [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.426858] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67522703-58c1-4335-a724-e300cad1ac28 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.437978] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c860f60d-df70-425c-8723-7705265ed291 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.467841] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.475293] env[62822]: DEBUG oslo_concurrency.lockutils [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.186s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.475293] env[62822]: DEBUG nova.objects.instance [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lazy-loading 'resources' on Instance uuid c1d7caa7-6afc-4890-acfe-a72c654008c5 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.476508] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.476824] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Processing image 947335c8-43d4-42f4-a314-db6735bef4fc {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.477090] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc/947335c8-43d4-42f4-a314-db6735bef4fc.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.477236] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc/947335c8-43d4-42f4-a314-db6735bef4fc.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.477443] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.477945] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f9da909-20ee-4a0d-8bea-e16a9dde878c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.483548] env[62822]: DEBUG oslo_vmware.api [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764590, 'name': PowerOnVM_Task, 'duration_secs': 0.535984} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.484314] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.484523] env[62822]: INFO nova.compute.manager [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Took 12.63 seconds to spawn the instance on the hypervisor. [ 947.484699] env[62822]: DEBUG nova.compute.manager [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.486262] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaa403e-acba-465f-887f-e72aec8a459b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.498755] env[62822]: INFO nova.scheduler.client.report [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Deleted allocations for instance 90c11e20-dbec-4043-9b9a-844d2e83f9ac [ 947.501271] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.501464] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.504828] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d006ee6e-ebdc-41e2-9289-be178212c7ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.511875] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 947.511875] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5292083d-f313-fe14-ce2c-e0994ab85982" [ 947.511875] env[62822]: _type = "Task" [ 947.511875] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.521557] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5292083d-f313-fe14-ce2c-e0994ab85982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.522588] env[62822]: DEBUG nova.network.neutron [req-7be6ba85-d65b-482b-b927-045821dbe77d req-f1917d01-a0cb-47f0-919d-b30dc1a2b93a service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updated VIF entry in instance network info cache for port f96104f3-1d92-43cf-a297-c712c968910d. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.522966] env[62822]: DEBUG nova.network.neutron [req-7be6ba85-d65b-482b-b927-045821dbe77d req-f1917d01-a0cb-47f0-919d-b30dc1a2b93a service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updating instance_info_cache with network_info: [{"id": "f96104f3-1d92-43cf-a297-c712c968910d", "address": "fa:16:3e:3d:8b:b1", "network": {"id": "a6cec3ca-f743-4fe1-a720-8270c520aff7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1115252438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0dec4be1e64c3d814857e7b3d35e3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96104f3-1d", "ovs_interfaceid": "f96104f3-1d92-43cf-a297-c712c968910d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.759799] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.794461] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789015} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.794736] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] c3a054bf-f72b-4b1b-a03a-79ed6899997b/c3a054bf-f72b-4b1b-a03a-79ed6899997b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.794965] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.795278] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1567118-c95f-4afc-b136-e910f3f827ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.802597] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 947.802597] env[62822]: value = "task-2764595" [ 947.802597] env[62822]: _type = "Task" [ 947.802597] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.824448] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.865265] env[62822]: DEBUG oslo_vmware.api [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764594, 'name': PowerOffVM_Task, 'duration_secs': 0.332402} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.865525] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.865687] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.865936] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a46626a5-5bdb-4887-9b9d-52c1091e725d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.918705] env[62822]: DEBUG nova.network.neutron [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Successfully updated port: e046ce62-3c77-4592-bfbf-e85da8787815 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.959266] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.959660] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.959793] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleting the datastore file [datastore1] b9f12eb4-ba13-4105-ba03-716b7646d60a {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.960430] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4feaae84-63b1-43e4-8b62-db4ac5ac09c8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.970806] env[62822]: DEBUG oslo_vmware.api [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 947.970806] env[62822]: value = "task-2764597" [ 947.970806] env[62822]: _type = "Task" [ 947.970806] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.988240] env[62822]: DEBUG oslo_vmware.api [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.014541] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c43ec180-c599-419a-9120-bcc5da7261fd tempest-InstanceActionsTestJSON-2053809201 tempest-InstanceActionsTestJSON-2053809201-project-member] Lock "90c11e20-dbec-4043-9b9a-844d2e83f9ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.217s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.019090] env[62822]: INFO nova.compute.manager [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Took 32.79 seconds to build instance. [ 948.029081] env[62822]: DEBUG oslo_concurrency.lockutils [req-7be6ba85-d65b-482b-b927-045821dbe77d req-f1917d01-a0cb-47f0-919d-b30dc1a2b93a service nova] Releasing lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.029941] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Preparing fetch location {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 948.029941] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Fetch image to [datastore2] OSTACK_IMG_1d75172d-3958-4437-aa04-f9c37f667cd3/OSTACK_IMG_1d75172d-3958-4437-aa04-f9c37f667cd3.vmdk {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 948.030148] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Downloading stream optimized image 947335c8-43d4-42f4-a314-db6735bef4fc to [datastore2] OSTACK_IMG_1d75172d-3958-4437-aa04-f9c37f667cd3/OSTACK_IMG_1d75172d-3958-4437-aa04-f9c37f667cd3.vmdk on the data store datastore2 as vApp {{(pid=62822) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 948.030307] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Downloading image file data 947335c8-43d4-42f4-a314-db6735bef4fc to the ESX as VM named 'OSTACK_IMG_1d75172d-3958-4437-aa04-f9c37f667cd3' {{(pid=62822) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 948.125535] env[62822]: DEBUG oslo_vmware.rw_handles [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 948.125535] env[62822]: value = "resgroup-9" [ 948.125535] env[62822]: _type = "ResourcePool" [ 948.125535] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 948.125813] env[62822]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-04cb96ea-0726-403a-8117-3116e7afa8df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.150898] env[62822]: DEBUG oslo_vmware.rw_handles [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lease: (returnval){ [ 948.150898] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52be69d5-bc8a-e7b4-fba2-f60f9a54322f" [ 948.150898] env[62822]: _type = "HttpNfcLease" [ 948.150898] env[62822]: } obtained for vApp import into resource pool (val){ [ 948.150898] env[62822]: value = "resgroup-9" [ 948.150898] env[62822]: _type = "ResourcePool" [ 948.150898] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 948.151206] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the lease: (returnval){ [ 948.151206] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52be69d5-bc8a-e7b4-fba2-f60f9a54322f" [ 948.151206] env[62822]: _type = "HttpNfcLease" [ 948.151206] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 948.158594] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.158594] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52be69d5-bc8a-e7b4-fba2-f60f9a54322f" [ 948.158594] env[62822]: _type = "HttpNfcLease" [ 948.158594] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 948.264504] env[62822]: DEBUG oslo_vmware.api [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764593, 'name': PowerOnVM_Task, 'duration_secs': 0.771181} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.264895] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.264958] env[62822]: INFO nova.compute.manager [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Took 15.83 seconds to spawn the instance on the hypervisor. [ 948.265170] env[62822]: DEBUG nova.compute.manager [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.265967] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2902b9a-62ce-4f82-a3fb-cdbbbf14a72d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.316998] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074459} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.317304] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.318174] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef93dc8-fc10-4463-b698-c2874d3a2a13 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.346235] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c3a054bf-f72b-4b1b-a03a-79ed6899997b/c3a054bf-f72b-4b1b-a03a-79ed6899997b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.349503] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7a2fbdb-6907-4b75-ba3d-988d56f9eabb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.375085] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e41246e-a4d9-4d88-a37e-3cc906681885 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.379349] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 948.379349] env[62822]: value = "task-2764599" [ 948.379349] env[62822]: _type = "Task" [ 948.379349] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.386141] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e395e240-78d2-4ac7-b946-41437f6096cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.392546] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.180684] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.180835] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.180984] env[62822]: DEBUG nova.network.neutron [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.183010] env[62822]: INFO nova.compute.manager [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Rescuing [ 949.183270] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "refresh_cache-6e48a8fe-876d-46f5-93de-bf56300966e6" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.183415] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired lock "refresh_cache-6e48a8fe-876d-46f5-93de-bf56300966e6" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.183572] env[62822]: DEBUG nova.network.neutron [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.186122] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3f16406a-15b9-4f51-82b8-2bc2c099e00b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "6e48a8fe-876d-46f5-93de-bf56300966e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.967s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.196316] env[62822]: DEBUG nova.compute.manager [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Received event network-vif-plugged-e046ce62-3c77-4592-bfbf-e85da8787815 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.196517] env[62822]: DEBUG oslo_concurrency.lockutils [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] Acquiring lock "42afea5e-6a7e-4692-966c-cde7812c7992-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.196697] env[62822]: DEBUG oslo_concurrency.lockutils [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] Lock "42afea5e-6a7e-4692-966c-cde7812c7992-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.196879] env[62822]: DEBUG oslo_concurrency.lockutils [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] Lock "42afea5e-6a7e-4692-966c-cde7812c7992-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.197057] env[62822]: DEBUG nova.compute.manager [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] No waiting events found dispatching network-vif-plugged-e046ce62-3c77-4592-bfbf-e85da8787815 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.197219] env[62822]: WARNING nova.compute.manager [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Received unexpected event network-vif-plugged-e046ce62-3c77-4592-bfbf-e85da8787815 for instance with vm_state building and task_state spawning. [ 949.197369] env[62822]: DEBUG nova.compute.manager [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Received event network-changed-e046ce62-3c77-4592-bfbf-e85da8787815 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.197512] env[62822]: DEBUG nova.compute.manager [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Refreshing instance network info cache due to event network-changed-e046ce62-3c77-4592-bfbf-e85da8787815. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 949.197664] env[62822]: DEBUG oslo_concurrency.lockutils [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] Acquiring lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.204252] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbe4e8d-4d08-4f59-a64e-b288130660d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.207829] env[62822]: INFO nova.compute.manager [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Took 37.69 seconds to build instance. [ 949.215600] env[62822]: DEBUG oslo_vmware.api [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157048} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.221747] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.222331] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.222331] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.222331] env[62822]: INFO nova.compute.manager [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Took 1.89 seconds to destroy the instance on the hypervisor. [ 949.222597] env[62822]: DEBUG oslo.service.loopingcall [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.223102] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.223102] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52be69d5-bc8a-e7b4-fba2-f60f9a54322f" [ 949.223102] env[62822]: _type = "HttpNfcLease" [ 949.223102] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.223354] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764599, 'name': ReconfigVM_Task, 'duration_secs': 0.333553} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.223634] env[62822]: DEBUG nova.compute.manager [-] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.223737] env[62822]: DEBUG nova.network.neutron [-] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.225732] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c3a054bf-f72b-4b1b-a03a-79ed6899997b/c3a054bf-f72b-4b1b-a03a-79ed6899997b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.227997] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1792084d-73cc-4292-b235-abc28e70f464 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.232017] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c2f16fe-cc0f-4c8d-bbdf-d1f5fb6e1450 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.244661] env[62822]: DEBUG nova.compute.provider_tree [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.247128] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 949.247128] env[62822]: value = "task-2764600" [ 949.247128] env[62822]: _type = "Task" [ 949.247128] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.256814] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764600, 'name': Rename_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.703848] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.703848] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52be69d5-bc8a-e7b4-fba2-f60f9a54322f" [ 949.703848] env[62822]: _type = "HttpNfcLease" [ 949.703848] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 949.704941] env[62822]: DEBUG oslo_vmware.rw_handles [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 949.704941] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52be69d5-bc8a-e7b4-fba2-f60f9a54322f" [ 949.704941] env[62822]: _type = "HttpNfcLease" [ 949.704941] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 949.706048] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fff3bc-b9c3-4f7d-bdd5-90102533d987 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.717372] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2526eed0-7c33-4a55-8606-7c876af625a5 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.213s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.718188] env[62822]: DEBUG oslo_vmware.rw_handles [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7901-6ece-a37e-0fb7-3a6e8b5836d3/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.718466] env[62822]: DEBUG oslo_vmware.rw_handles [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7901-6ece-a37e-0fb7-3a6e8b5836d3/disk-0.vmdk. {{(pid=62822) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 949.783756] env[62822]: DEBUG nova.scheduler.client.report [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.793128] env[62822]: DEBUG nova.network.neutron [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.800392] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a19059de-d39f-4879-b503-6b9a52179d78 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.806615] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764600, 'name': Rename_Task, 'duration_secs': 0.144616} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.807422] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.807647] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a544bb-4c79-47e2-bab5-d4a4b006dd3a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.813464] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 949.813464] env[62822]: value = "task-2764601" [ 949.813464] env[62822]: _type = "Task" [ 949.813464] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.825663] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.056040] env[62822]: DEBUG nova.network.neutron [-] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.153563] env[62822]: DEBUG nova.network.neutron [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance_info_cache with network_info: [{"id": "e046ce62-3c77-4592-bfbf-e85da8787815", "address": "fa:16:3e:9e:2b:03", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape046ce62-3c", "ovs_interfaceid": "e046ce62-3c77-4592-bfbf-e85da8787815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.185891] env[62822]: DEBUG nova.network.neutron [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Updating instance_info_cache with network_info: [{"id": "e90eed75-a518-4cd5-a95d-cfb29507f3ba", "address": "fa:16:3e:de:fa:be", "network": {"id": "3c731f72-fdef-41ad-9b18-d90d0cb13775", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2086581764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "664f9e8c0fa34d5cb912ef9de54613ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90eed75-a5", "ovs_interfaceid": "e90eed75-a518-4cd5-a95d-cfb29507f3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.198590] env[62822]: DEBUG oslo_concurrency.lockutils [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.199163] env[62822]: DEBUG oslo_concurrency.lockutils [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.199439] env[62822]: DEBUG oslo_concurrency.lockutils [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.199703] env[62822]: DEBUG oslo_concurrency.lockutils [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.199910] env[62822]: DEBUG oslo_concurrency.lockutils [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.204342] env[62822]: INFO nova.compute.manager [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Terminating instance [ 950.298985] env[62822]: DEBUG oslo_concurrency.lockutils [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.825s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.302457] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.923s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.302457] env[62822]: DEBUG nova.objects.instance [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'resources' on Instance uuid 13ce48ae-3c46-45d9-a277-4a3243a8a404 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.326280] env[62822]: DEBUG oslo_vmware.api [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764601, 'name': PowerOnVM_Task, 'duration_secs': 0.467657} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.327308] env[62822]: INFO nova.scheduler.client.report [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted allocations for instance c1d7caa7-6afc-4890-acfe-a72c654008c5 [ 950.331304] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.331304] env[62822]: INFO nova.compute.manager [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Took 8.97 seconds to spawn the instance on the hypervisor. [ 950.331304] env[62822]: DEBUG nova.compute.manager [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.334625] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0c0e27-4af2-476a-90bb-761c2b662b81 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.559745] env[62822]: INFO nova.compute.manager [-] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Took 1.34 seconds to deallocate network for instance. [ 950.656417] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.656826] env[62822]: DEBUG nova.compute.manager [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Instance network_info: |[{"id": "e046ce62-3c77-4592-bfbf-e85da8787815", "address": "fa:16:3e:9e:2b:03", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape046ce62-3c", "ovs_interfaceid": "e046ce62-3c77-4592-bfbf-e85da8787815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.657309] env[62822]: DEBUG oslo_concurrency.lockutils [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] Acquired lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.657572] env[62822]: DEBUG nova.network.neutron [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Refreshing network info cache for port e046ce62-3c77-4592-bfbf-e85da8787815 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.659550] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:2b:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e046ce62-3c77-4592-bfbf-e85da8787815', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.669234] env[62822]: DEBUG oslo.service.loopingcall [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.677998] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.679472] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b25b875-6e9a-45ab-9e03-c626c718648d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.701178] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Releasing lock "refresh_cache-6e48a8fe-876d-46f5-93de-bf56300966e6" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.709356] env[62822]: DEBUG nova.compute.manager [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.709663] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.709725] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.709725] env[62822]: value = "task-2764602" [ 950.709725] env[62822]: _type = "Task" [ 950.709725] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.710589] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3660f75d-f3f0-483a-9bf6-c40a6820eefd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.728091] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764602, 'name': CreateVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.728439] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.734241] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f05675a4-e339-4707-9184-5f2d015059a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.746080] env[62822]: DEBUG oslo_vmware.api [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 950.746080] env[62822]: value = "task-2764603" [ 950.746080] env[62822]: _type = "Task" [ 950.746080] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.757218] env[62822]: DEBUG oslo_vmware.api [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.812270] env[62822]: DEBUG nova.compute.manager [req-52bc7dd3-5ef2-40f4-b624-b59df75ade77 req-2398c37b-471c-4dab-baa6-34f162b400fc service nova] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Received event network-vif-deleted-2bc0e820-e16e-4d2e-b690-b2508721ec28 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.848314] env[62822]: DEBUG oslo_concurrency.lockutils [None req-574f5335-b5e9-4fca-8f6e-d30a7a6060ec tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "c1d7caa7-6afc-4890-acfe-a72c654008c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.434s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.875989] env[62822]: INFO nova.compute.manager [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Took 31.81 seconds to build instance. [ 951.067764] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.134335] env[62822]: DEBUG oslo_vmware.rw_handles [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Completed reading data from the image iterator. {{(pid=62822) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 951.134643] env[62822]: DEBUG oslo_vmware.rw_handles [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7901-6ece-a37e-0fb7-3a6e8b5836d3/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 951.135940] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7a75cc-b906-4851-a330-cbbc44c8c5d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.145466] env[62822]: DEBUG oslo_vmware.rw_handles [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7901-6ece-a37e-0fb7-3a6e8b5836d3/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 951.145640] env[62822]: DEBUG oslo_vmware.rw_handles [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7901-6ece-a37e-0fb7-3a6e8b5836d3/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 951.145869] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5aad0d15-92e8-4bbf-9f55-fedaebb31642 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.158127] env[62822]: DEBUG nova.network.neutron [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updated VIF entry in instance network info cache for port e046ce62-3c77-4592-bfbf-e85da8787815. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.161474] env[62822]: DEBUG nova.network.neutron [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance_info_cache with network_info: [{"id": "e046ce62-3c77-4592-bfbf-e85da8787815", "address": "fa:16:3e:9e:2b:03", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape046ce62-3c", "ovs_interfaceid": "e046ce62-3c77-4592-bfbf-e85da8787815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.212784] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e3e64-387c-49c5-b941-900881eb3db5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.227225] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e97fed5-8867-4e2b-8c3a-e1ebe8b35358 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.231048] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764602, 'name': CreateVM_Task, 'duration_secs': 0.390228} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.231284] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.232338] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.232514] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.232846] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.233135] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13239e94-60b3-4e50-bce0-cc60743d71d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.269767] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1171031-6778-4037-88ef-3cbbf37373ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.274246] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 951.274246] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52af9993-e81a-accc-3628-8d828d547770" [ 951.274246] env[62822]: _type = "Task" [ 951.274246] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.283492] env[62822]: DEBUG oslo_vmware.api [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764603, 'name': PowerOffVM_Task, 'duration_secs': 0.240358} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.284186] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.284362] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.285580] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac4620a-9f3b-44cd-a2e9-c970c3ed156c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.294260] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-614ab2f0-6eb5-49c9-af9a-e67e5fe8082d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.296122] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52af9993-e81a-accc-3628-8d828d547770, 'name': SearchDatastore_Task, 'duration_secs': 0.011188} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.296770] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.296996] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.297228] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.297369] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.297538] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.298165] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b31be5a6-81ba-44fc-8fbf-30d37eca9518 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.309970] env[62822]: DEBUG nova.compute.provider_tree [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.319873] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.320324] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.321577] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b8655b-cd9b-4609-84b2-50a5805e0c45 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.327627] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 951.327627] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521bf8ba-e70c-2f40-9d36-3e702ad8e9f9" [ 951.327627] env[62822]: _type = "Task" [ 951.327627] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.336757] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521bf8ba-e70c-2f40-9d36-3e702ad8e9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.378430] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b7b5ae3a-46da-4134-8116-2f3f1d3c47f2 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.323s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.481099] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.481333] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.481516] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Deleting the datastore file [datastore1] bedab4ee-3f73-4e7c-b3c4-fc2009c63e10 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.482669] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d89d681a-5467-4249-bdfc-0c2738c75903 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.488361] env[62822]: DEBUG oslo_vmware.api [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 951.488361] env[62822]: value = "task-2764605" [ 951.488361] env[62822]: _type = "Task" [ 951.488361] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.498939] env[62822]: DEBUG oslo_vmware.api [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.524690] env[62822]: DEBUG oslo_vmware.rw_handles [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7901-6ece-a37e-0fb7-3a6e8b5836d3/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 951.524988] env[62822]: INFO nova.virt.vmwareapi.images [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Downloaded image file data 947335c8-43d4-42f4-a314-db6735bef4fc [ 951.525764] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee513f96-20d7-498d-9ac2-5940806be53d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.541402] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-110505b7-ca82-48dc-b7a6-78442ea405ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.579278] env[62822]: INFO nova.virt.vmwareapi.images [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] The imported VM was unregistered [ 951.581516] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Caching image {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 951.581831] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Creating directory with path [datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.582136] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f79f9933-c612-4615-9653-3b71f9fea73c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.592930] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Created directory with path [datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.593139] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1d75172d-3958-4437-aa04-f9c37f667cd3/OSTACK_IMG_1d75172d-3958-4437-aa04-f9c37f667cd3.vmdk to [datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc/947335c8-43d4-42f4-a314-db6735bef4fc.vmdk. {{(pid=62822) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 951.593390] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3716c6dd-2614-4888-8bb6-a0c10e6f5d83 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.599780] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 951.599780] env[62822]: value = "task-2764607" [ 951.599780] env[62822]: _type = "Task" [ 951.599780] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.607276] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764607, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.664083] env[62822]: DEBUG oslo_concurrency.lockutils [req-789468d7-59ea-421e-8541-fadfad036fa7 req-b75e643c-e466-4df8-a750-5aa7cdd25a85 service nova] Releasing lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.815453] env[62822]: DEBUG nova.scheduler.client.report [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.821624] env[62822]: DEBUG oslo_concurrency.lockutils [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "610fe044-57e5-4e4c-96da-58e43865ba5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.821933] env[62822]: DEBUG oslo_concurrency.lockutils [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "610fe044-57e5-4e4c-96da-58e43865ba5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.822232] env[62822]: DEBUG oslo_concurrency.lockutils [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "610fe044-57e5-4e4c-96da-58e43865ba5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.823071] env[62822]: DEBUG oslo_concurrency.lockutils [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "610fe044-57e5-4e4c-96da-58e43865ba5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.823362] env[62822]: DEBUG oslo_concurrency.lockutils [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "610fe044-57e5-4e4c-96da-58e43865ba5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.826248] env[62822]: INFO nova.compute.manager [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Terminating instance [ 951.844260] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521bf8ba-e70c-2f40-9d36-3e702ad8e9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.848026] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c4f59b-25c2-40fa-affe-7a1bfb4897eb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.855421] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 951.855421] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529a9f08-1333-13e5-021d-9f83c2235e41" [ 951.855421] env[62822]: _type = "Task" [ 951.855421] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.865305] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529a9f08-1333-13e5-021d-9f83c2235e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.000540] env[62822]: DEBUG oslo_vmware.api [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218107} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.000829] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.001021] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.001211] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.001784] env[62822]: INFO nova.compute.manager [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Took 1.29 seconds to destroy the instance on the hypervisor. [ 952.001784] env[62822]: DEBUG oslo.service.loopingcall [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.001933] env[62822]: DEBUG nova.compute.manager [-] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.001933] env[62822]: DEBUG nova.network.neutron [-] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.113992] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764607, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.280063] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.280471] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8e93501-e42a-48c9-8f8d-d1d9cbafa2dd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.287703] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 952.287703] env[62822]: value = "task-2764608" [ 952.287703] env[62822]: _type = "Task" [ 952.287703] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.298129] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.327340] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.331589] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.205s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.331589] env[62822]: DEBUG nova.objects.instance [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lazy-loading 'resources' on Instance uuid b4a81199-7124-4839-b399-2be629aff6cc {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.339053] env[62822]: DEBUG nova.compute.manager [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.339284] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.340508] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1770d-3232-4e6d-9e65-ef8588abf90b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.350109] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.350388] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a2ca397-6c8f-420e-a041-71b67f762974 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.357582] env[62822]: DEBUG oslo_vmware.api [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 952.357582] env[62822]: value = "task-2764609" [ 952.357582] env[62822]: _type = "Task" [ 952.357582] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.368041] env[62822]: INFO nova.scheduler.client.report [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleted allocations for instance 13ce48ae-3c46-45d9-a277-4a3243a8a404 [ 952.377147] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529a9f08-1333-13e5-021d-9f83c2235e41, 'name': SearchDatastore_Task, 'duration_secs': 0.060122} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.381183] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.381477] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 42afea5e-6a7e-4692-966c-cde7812c7992/42afea5e-6a7e-4692-966c-cde7812c7992.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.381806] env[62822]: DEBUG oslo_vmware.api [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.382034] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed5aa381-8486-46f9-82b4-c93715abd7a4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.389734] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 952.389734] env[62822]: value = "task-2764610" [ 952.389734] env[62822]: _type = "Task" [ 952.389734] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.398877] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.469306] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.469306] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.469306] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.469306] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.469306] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.472596] env[62822]: INFO nova.compute.manager [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Terminating instance [ 952.614601] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764607, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.799781] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764608, 'name': PowerOffVM_Task, 'duration_secs': 0.29888} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.800090] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.801013] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b1a494-90ce-4325-95e4-cd823855492c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.824630] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91742fc-da19-452c-9126-5bdffd98d599 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.876961] env[62822]: DEBUG oslo_vmware.api [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.883742] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3a49bf75-350a-4767-a26c-8926fb8f72e7 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "13ce48ae-3c46-45d9-a277-4a3243a8a404" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.174s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.889687] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.889687] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69abbce6-f576-442c-95d8-5d5231d2b477 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.895633] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 952.895633] env[62822]: value = "task-2764611" [ 952.895633] env[62822]: _type = "Task" [ 952.895633] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.899168] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.912678] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 952.912963] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.913656] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.913656] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.913852] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.914146] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc27c949-71c0-48a3-89c2-973efe92fb9a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.928159] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.928397] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.930383] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1ec3e9-2f4d-45cf-94fb-30ca5dfcb041 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.936320] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 952.936320] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525a0179-528e-3697-ad0c-addf4d879a66" [ 952.936320] env[62822]: _type = "Task" [ 952.936320] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.953203] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525a0179-528e-3697-ad0c-addf4d879a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.978969] env[62822]: DEBUG nova.compute.manager [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.979682] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.981560] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28efa6e0-f991-4354-8793-dbc4384529aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.991328] env[62822]: DEBUG nova.compute.manager [req-28e7945d-06b1-4219-ac40-817ec4a642ea req-0f3486c0-2bf1-4449-afa4-1a33e80aecf1 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received event network-vif-deleted-973094d6-5895-492f-adf4-c734e5c6a2b1 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.991328] env[62822]: INFO nova.compute.manager [req-28e7945d-06b1-4219-ac40-817ec4a642ea req-0f3486c0-2bf1-4449-afa4-1a33e80aecf1 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Neutron deleted interface 973094d6-5895-492f-adf4-c734e5c6a2b1; detaching it from the instance and deleting it from the info cache [ 952.991771] env[62822]: DEBUG nova.network.neutron [req-28e7945d-06b1-4219-ac40-817ec4a642ea req-0f3486c0-2bf1-4449-afa4-1a33e80aecf1 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Updating instance_info_cache with network_info: [{"id": "bc0d7a1b-f71a-4853-96bd-36f6fa61083e", "address": "fa:16:3e:d6:6c:61", "network": {"id": "d901c786-be7a-45c2-a892-d42512737b1a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480311900", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0d7a1b-f7", "ovs_interfaceid": "bc0d7a1b-f71a-4853-96bd-36f6fa61083e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa1b7e9a-78e1-4040-a5e9-1a324f8b131e", "address": "fa:16:3e:7e:b1:72", "network": {"id": "34a431c1-3ac9-4064-8852-25334a344cfb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-405269245", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1b7e9a-78", "ovs_interfaceid": "aa1b7e9a-78e1-4040-a5e9-1a324f8b131e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.000559] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.001670] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eba538b-8a23-48ea-922f-3b766dabe7bd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.013264] env[62822]: DEBUG oslo_vmware.api [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 953.013264] env[62822]: value = "task-2764612" [ 953.013264] env[62822]: _type = "Task" [ 953.013264] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.030157] env[62822]: DEBUG oslo_vmware.api [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.119225] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764607, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.279783] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4545817-71a0-4562-a1f5-4a0c35ebf105 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.288694] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85d8a20-239e-4650-8837-07e97d0609af {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.325146] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7d1828-7d6a-4d19-9015-b104075bc05b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.333711] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44d7e34-51d0-437a-9b15-e9c812e10e7e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.350720] env[62822]: DEBUG nova.compute.provider_tree [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.374541] env[62822]: DEBUG oslo_vmware.api [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.400336] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.452211] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525a0179-528e-3697-ad0c-addf4d879a66, 'name': SearchDatastore_Task, 'duration_secs': 0.02295} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.453212] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c54817-8bd5-46c2-964c-9ca81c7d36dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.462702] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 953.462702] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e5270d-e1f3-3af5-5032-8b65fbf968be" [ 953.462702] env[62822]: _type = "Task" [ 953.462702] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.472409] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e5270d-e1f3-3af5-5032-8b65fbf968be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.495651] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11835814-d874-4ecb-b210-f43f481502c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.505561] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4dd636-09c0-476c-9cb3-537641ee3f87 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.527508] env[62822]: DEBUG oslo_vmware.api [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764612, 'name': PowerOffVM_Task, 'duration_secs': 0.471355} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.527508] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.527508] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.527508] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b5074c9-c6d4-40fd-bc4b-86c7a3cea2d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.544331] env[62822]: DEBUG nova.compute.manager [req-28e7945d-06b1-4219-ac40-817ec4a642ea req-0f3486c0-2bf1-4449-afa4-1a33e80aecf1 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Detach interface failed, port_id=973094d6-5895-492f-adf4-c734e5c6a2b1, reason: Instance bedab4ee-3f73-4e7c-b3c4-fc2009c63e10 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 953.544592] env[62822]: DEBUG nova.compute.manager [req-28e7945d-06b1-4219-ac40-817ec4a642ea req-0f3486c0-2bf1-4449-afa4-1a33e80aecf1 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received event network-vif-deleted-bc0d7a1b-f71a-4853-96bd-36f6fa61083e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.544771] env[62822]: INFO nova.compute.manager [req-28e7945d-06b1-4219-ac40-817ec4a642ea req-0f3486c0-2bf1-4449-afa4-1a33e80aecf1 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Neutron deleted interface bc0d7a1b-f71a-4853-96bd-36f6fa61083e; detaching it from the instance and deleting it from the info cache [ 953.545053] env[62822]: DEBUG nova.network.neutron [req-28e7945d-06b1-4219-ac40-817ec4a642ea req-0f3486c0-2bf1-4449-afa4-1a33e80aecf1 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Updating instance_info_cache with network_info: [{"id": "aa1b7e9a-78e1-4040-a5e9-1a324f8b131e", "address": "fa:16:3e:7e:b1:72", "network": {"id": "34a431c1-3ac9-4064-8852-25334a344cfb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-405269245", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1b7e9a-78", "ovs_interfaceid": "aa1b7e9a-78e1-4040-a5e9-1a324f8b131e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.611212] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.611212] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.611212] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Deleting the datastore file [datastore2] c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.611212] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1f5c44a-9164-4582-8c03-04bb84ff49f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.614543] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764607, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.619208] env[62822]: DEBUG oslo_vmware.api [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 953.619208] env[62822]: value = "task-2764614" [ 953.619208] env[62822]: _type = "Task" [ 953.619208] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.627283] env[62822]: DEBUG oslo_vmware.api [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.663440] env[62822]: DEBUG nova.network.neutron [-] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.717310] env[62822]: DEBUG nova.compute.manager [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.718210] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9975d4b-83dc-4179-9d40-7ecacab0ae40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.854679] env[62822]: DEBUG nova.scheduler.client.report [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.877912] env[62822]: DEBUG oslo_vmware.api [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764609, 'name': PowerOffVM_Task, 'duration_secs': 1.23615} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.880918] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.880918] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.880918] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c48967b3-14da-4402-9161-889f5a315110 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.900632] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.974616] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e5270d-e1f3-3af5-5032-8b65fbf968be, 'name': SearchDatastore_Task, 'duration_secs': 0.026507} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.976837] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.976837] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 6e48a8fe-876d-46f5-93de-bf56300966e6/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. {{(pid=62822) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 953.976837] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3915e6c1-de1c-4953-9627-0d87531d0567 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.986884] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 953.986884] env[62822]: value = "task-2764616" [ 953.986884] env[62822]: _type = "Task" [ 953.986884] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.997412] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.053677] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85aa89f1-cc79-4240-a62d-e3142f212808 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.063216] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17e6a23-1d88-4565-a9cd-0e52d339074c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.082031] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.082460] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.082828] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleting the datastore file [datastore2] 610fe044-57e5-4e4c-96da-58e43865ba5e {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.083615] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43e4fc08-510c-4bd5-9851-1b252aa86456 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.092160] env[62822]: DEBUG oslo_vmware.api [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 954.092160] env[62822]: value = "task-2764617" [ 954.092160] env[62822]: _type = "Task" [ 954.092160] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.113023] env[62822]: DEBUG nova.compute.manager [req-28e7945d-06b1-4219-ac40-817ec4a642ea req-0f3486c0-2bf1-4449-afa4-1a33e80aecf1 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Detach interface failed, port_id=bc0d7a1b-f71a-4853-96bd-36f6fa61083e, reason: Instance bedab4ee-3f73-4e7c-b3c4-fc2009c63e10 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 954.121350] env[62822]: DEBUG oslo_vmware.api [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.129750] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764607, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.132934] env[62822]: DEBUG oslo_vmware.api [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.167426] env[62822]: INFO nova.compute.manager [-] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Took 2.17 seconds to deallocate network for instance. [ 954.230994] env[62822]: INFO nova.compute.manager [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] instance snapshotting [ 954.236568] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd62ab1-bebb-4fe5-90f4-20c4bf26f477 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.262585] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1992f8bf-fbd6-4530-bd44-3aa82e1e5b83 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.364765] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.369110] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.947s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.373372] env[62822]: INFO nova.compute.claims [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.399563] env[62822]: INFO nova.scheduler.client.report [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Deleted allocations for instance b4a81199-7124-4839-b399-2be629aff6cc [ 954.408925] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764610, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.499973] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764616, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.603915] env[62822]: DEBUG oslo_vmware.api [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.622120] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764607, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.791542} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.625627] env[62822]: INFO nova.virt.vmwareapi.ds_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1d75172d-3958-4437-aa04-f9c37f667cd3/OSTACK_IMG_1d75172d-3958-4437-aa04-f9c37f667cd3.vmdk to [datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc/947335c8-43d4-42f4-a314-db6735bef4fc.vmdk. [ 954.625840] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Cleaning up location [datastore2] OSTACK_IMG_1d75172d-3958-4437-aa04-f9c37f667cd3 {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 954.625997] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1d75172d-3958-4437-aa04-f9c37f667cd3 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.626292] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5223479-4bc3-490d-a5ff-3885bace9218 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.633107] env[62822]: DEBUG oslo_vmware.api [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.962173} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.634180] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.634376] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.634554] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.634734] env[62822]: INFO nova.compute.manager [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Took 1.66 seconds to destroy the instance on the hypervisor. [ 954.634982] env[62822]: DEBUG oslo.service.loopingcall [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 954.636037] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 954.636037] env[62822]: value = "task-2764618" [ 954.636037] env[62822]: _type = "Task" [ 954.636037] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.636037] env[62822]: DEBUG nova.compute.manager [-] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.636037] env[62822]: DEBUG nova.network.neutron [-] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.645396] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.675780] env[62822]: DEBUG oslo_concurrency.lockutils [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.779186] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.780061] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-85e20e6d-cd44-4509-869f-1410580350a6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.792017] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 954.792017] env[62822]: value = "task-2764619" [ 954.792017] env[62822]: _type = "Task" [ 954.792017] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.801907] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764619, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.906804] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764610, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.085616} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.909484] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 42afea5e-6a7e-4692-966c-cde7812c7992/42afea5e-6a7e-4692-966c-cde7812c7992.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.909959] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.910354] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39956829-aa80-4535-b95f-917f30385c0e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.912797] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a21b23f0-7e91-4ea4-89c2-c5dd963d1312 tempest-ServersWithSpecificFlavorTestJSON-887013430 tempest-ServersWithSpecificFlavorTestJSON-887013430-project-member] Lock "b4a81199-7124-4839-b399-2be629aff6cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.437s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.921132] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 954.921132] env[62822]: value = "task-2764620" [ 954.921132] env[62822]: _type = "Task" [ 954.921132] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.928463] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.000630] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807005} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.001116] env[62822]: INFO nova.virt.vmwareapi.ds_util [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 6e48a8fe-876d-46f5-93de-bf56300966e6/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. [ 955.004024] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560cc6b9-d288-4901-8240-dc783a78ec99 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.037154] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 6e48a8fe-876d-46f5-93de-bf56300966e6/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.037590] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65641878-48c2-4fea-89d0-7bce6e348a4d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.059809] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 955.059809] env[62822]: value = "task-2764621" [ 955.059809] env[62822]: _type = "Task" [ 955.059809] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.068427] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.102656] env[62822]: DEBUG oslo_vmware.api [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574881} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.102656] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.102656] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.103824] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.103824] env[62822]: INFO nova.compute.manager [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Took 2.76 seconds to destroy the instance on the hypervisor. [ 955.103824] env[62822]: DEBUG oslo.service.loopingcall [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.103824] env[62822]: DEBUG nova.compute.manager [-] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.103824] env[62822]: DEBUG nova.network.neutron [-] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.116372] env[62822]: DEBUG nova.compute.manager [req-a32533cb-def2-4743-b87e-23feb7d2cd90 req-78b8fff5-8c32-41c8-ae30-443d06426528 service nova] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Received event network-vif-deleted-aa1b7e9a-78e1-4040-a5e9-1a324f8b131e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.148484] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077728} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.148965] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.148965] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc/947335c8-43d4-42f4-a314-db6735bef4fc.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.149305] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc/947335c8-43d4-42f4-a314-db6735bef4fc.vmdk to [datastore2] fd20843a-b98f-4169-af2a-42a57647923a/fd20843a-b98f-4169-af2a-42a57647923a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.149512] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfe82e50-49a9-4c24-abda-f34c8956df5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.160995] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 955.160995] env[62822]: value = "task-2764622" [ 955.160995] env[62822]: _type = "Task" [ 955.160995] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.171291] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.299826] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764619, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.430986] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070499} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.431289] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.432174] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cc0e48-84cd-47e8-837b-75d732f3514a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.469966] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 42afea5e-6a7e-4692-966c-cde7812c7992/42afea5e-6a7e-4692-966c-cde7812c7992.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.472973] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09a22f86-3d15-49c8-8b90-6ad7c60e759b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.493384] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 955.493384] env[62822]: value = "task-2764623" [ 955.493384] env[62822]: _type = "Task" [ 955.493384] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.503241] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.570252] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764621, 'name': ReconfigVM_Task, 'duration_secs': 0.351553} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.570564] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 6e48a8fe-876d-46f5-93de-bf56300966e6/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.571565] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effb576f-a9fa-47d3-93a2-4cef2a194c98 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.605421] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3507f9b3-8c91-44a5-81bf-137b722d2e8c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.623360] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 955.623360] env[62822]: value = "task-2764624" [ 955.623360] env[62822]: _type = "Task" [ 955.623360] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.639174] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.673405] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764622, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.738553] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.739535] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.810298] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764619, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.845610] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf5af1e-558c-4a6b-9145-e391df470cbf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.859709] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ca58d3-4871-44c6-8de7-a6dd7b463ab5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.927194] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a722ecc5-d272-4b71-8c00-d47258a84ff7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.942021] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c20fd5d-cd9f-426e-afd1-f9e2eef1e3b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.970083] env[62822]: DEBUG nova.compute.provider_tree [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.008052] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.134518] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764624, 'name': ReconfigVM_Task, 'duration_secs': 0.1922} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.134834] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.135142] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e7ff631-2875-429a-b688-771991397e0a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.143810] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 956.143810] env[62822]: value = "task-2764625" [ 956.143810] env[62822]: _type = "Task" [ 956.143810] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.151691] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.175072] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764622, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.210722] env[62822]: DEBUG nova.network.neutron [-] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.246029] env[62822]: DEBUG nova.compute.manager [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.304170] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764619, 'name': CreateSnapshot_Task, 'duration_secs': 1.29793} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.304488] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.305585] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c425aa4-7d01-4b0b-8881-59c8810ab6c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.322576] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "eed96017-c449-4ebc-8fd3-57948f8602cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.322816] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "eed96017-c449-4ebc-8fd3-57948f8602cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.337482] env[62822]: DEBUG nova.network.neutron [-] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.477184] env[62822]: DEBUG nova.scheduler.client.report [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.507196] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.575394] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "2d1123ad-3bdc-4015-a310-b33dd6a36033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.575633] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "2d1123ad-3bdc-4015-a310-b33dd6a36033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.655574] env[62822]: DEBUG oslo_vmware.api [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764625, 'name': PowerOnVM_Task, 'duration_secs': 0.448682} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.655892] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.659345] env[62822]: DEBUG nova.compute.manager [None req-53c69893-2bde-4b21-a6c3-4f881428994c tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.660410] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43667044-612f-4b00-83e7-56ee0991e2b3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.679041] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764622, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.714642] env[62822]: INFO nova.compute.manager [-] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Took 1.61 seconds to deallocate network for instance. [ 956.772949] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.832073] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.833211] env[62822]: DEBUG nova.compute.manager [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.836141] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a789b0bd-c30d-432d-adb5-0d833ab530a4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.840990] env[62822]: INFO nova.compute.manager [-] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Took 2.21 seconds to deallocate network for instance. [ 956.845151] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 956.845151] env[62822]: value = "task-2764626" [ 956.845151] env[62822]: _type = "Task" [ 956.845151] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.857980] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764626, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.983224] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.984101] env[62822]: DEBUG nova.compute.manager [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.991027] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.539s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.991027] env[62822]: DEBUG nova.objects.instance [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 957.006761] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.080019] env[62822]: DEBUG nova.compute.manager [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.184028] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764622, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.223231] env[62822]: DEBUG oslo_concurrency.lockutils [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.239539] env[62822]: DEBUG nova.compute.manager [req-fb9fa180-0da4-428f-ac70-c6983af05939 req-1521b0b7-0333-40ac-8d4b-c9b1ee78da5b service nova] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Received event network-vif-deleted-0f9c1e0c-39ee-4655-9daf-f749272b7999 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.239770] env[62822]: DEBUG nova.compute.manager [req-fb9fa180-0da4-428f-ac70-c6983af05939 req-1521b0b7-0333-40ac-8d4b-c9b1ee78da5b service nova] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Received event network-vif-deleted-9f0fe9a7-20a1-4b79-a90f-17179c3a94de {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.357653] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.358285] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764626, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.365955] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.494053] env[62822]: DEBUG nova.compute.utils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.504236] env[62822]: DEBUG nova.compute.manager [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.504236] env[62822]: DEBUG nova.network.neutron [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.511145] env[62822]: DEBUG oslo_concurrency.lockutils [None req-60ee0878-34d9-4a6c-9c9c-73a2507f338e tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.524s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.518072] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.985s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.518072] env[62822]: DEBUG nova.objects.instance [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lazy-loading 'resources' on Instance uuid aae2f44a-12ca-4315-982b-1d2ac2e97b8f {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.527035] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.553799] env[62822]: DEBUG nova.policy [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5c79a8aa1ff48d88bcbc999bdc328f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b01012c47334c55845412481bc4a582', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.602901] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.683236] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764622, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.46734} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.683659] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/947335c8-43d4-42f4-a314-db6735bef4fc/947335c8-43d4-42f4-a314-db6735bef4fc.vmdk to [datastore2] fd20843a-b98f-4169-af2a-42a57647923a/fd20843a-b98f-4169-af2a-42a57647923a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.684900] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b44270c-5a77-4223-8fe4-70157ce1f8a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.723113] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] fd20843a-b98f-4169-af2a-42a57647923a/fd20843a-b98f-4169-af2a-42a57647923a.vmdk or device None with type streamOptimized {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.723579] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e317c6-4e86-47f1-a56a-bdf22172bafb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.753125] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 957.753125] env[62822]: value = "task-2764627" [ 957.753125] env[62822]: _type = "Task" [ 957.753125] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.760968] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.856342] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764626, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.875808] env[62822]: DEBUG nova.network.neutron [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Successfully created port: cf8cec6a-19bd-4348-805a-172497618afb {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.999675] env[62822]: DEBUG nova.compute.manager [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.018416] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764623, 'name': ReconfigVM_Task, 'duration_secs': 2.229193} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.018416] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 42afea5e-6a7e-4692-966c-cde7812c7992/42afea5e-6a7e-4692-966c-cde7812c7992.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.018416] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69df834f-e988-4634-9a5a-b412336c112a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.028409] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 958.028409] env[62822]: value = "task-2764628" [ 958.028409] env[62822]: _type = "Task" [ 958.028409] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.037781] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764628, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.269987] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.366675] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764626, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.371086] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af6fd2f-eaef-402a-91ce-03b4fea3881c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.378839] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0722be77-5e72-470b-ada9-898e412ed4fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.413567] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17f17c0-3dff-4f84-b5ad-9944f4eab232 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.419993] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baad385c-3a26-45bd-8155-26903a544c1e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.435227] env[62822]: DEBUG nova.compute.provider_tree [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.538565] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764628, 'name': Rename_Task, 'duration_secs': 0.14896} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.538951] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.539102] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecdbc595-f1ed-4be0-ae1c-c15f78add63d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.545446] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 958.545446] env[62822]: value = "task-2764629" [ 958.545446] env[62822]: _type = "Task" [ 958.545446] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.557205] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.770949] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.859522] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764626, 'name': CloneVM_Task} progress is 95%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.938809] env[62822]: DEBUG nova.scheduler.client.report [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.991600] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "1ccebe49-4e0b-4255-acb1-3a0a78722741" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.992018] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "1ccebe49-4e0b-4255-acb1-3a0a78722741" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.011142] env[62822]: DEBUG nova.compute.manager [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.048568] env[62822]: DEBUG nova.virt.hardware [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.049334] env[62822]: DEBUG nova.virt.hardware [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.049860] env[62822]: DEBUG nova.virt.hardware [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.050183] env[62822]: DEBUG nova.virt.hardware [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.050399] env[62822]: DEBUG nova.virt.hardware [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.050584] env[62822]: DEBUG nova.virt.hardware [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.051035] env[62822]: DEBUG nova.virt.hardware [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.051035] env[62822]: DEBUG nova.virt.hardware [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.051312] env[62822]: DEBUG nova.virt.hardware [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.051635] env[62822]: DEBUG nova.virt.hardware [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.051923] env[62822]: DEBUG nova.virt.hardware [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.053301] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26c6115-c128-418f-a4a4-2d87d766ee83 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.067269] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764629, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.068726] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b63e1c-b73a-46bc-b0aa-db3e02336381 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.270911] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764627, 'name': ReconfigVM_Task, 'duration_secs': 1.165451} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.271210] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Reconfigured VM instance instance-0000002c to attach disk [datastore2] fd20843a-b98f-4169-af2a-42a57647923a/fd20843a-b98f-4169-af2a-42a57647923a.vmdk or device None with type streamOptimized {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.271859] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-311923b5-e982-4d34-948a-0ddd1f7e0e7d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.280602] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 959.280602] env[62822]: value = "task-2764630" [ 959.280602] env[62822]: _type = "Task" [ 959.280602] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.291762] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764630, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.363284] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764626, 'name': CloneVM_Task, 'duration_secs': 2.27463} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.363669] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Created linked-clone VM from snapshot [ 959.364768] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae5233f-e9a4-40b5-b79d-5c1d17affdbf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.379624] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Uploading image 806f2a74-68eb-4fdc-8c91-2a462be986a5 {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 959.394660] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 959.395071] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e1d23cec-8be4-4a3d-9b92-9a191408b1c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.404382] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 959.404382] env[62822]: value = "task-2764631" [ 959.404382] env[62822]: _type = "Task" [ 959.404382] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.420615] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764631, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.444763] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.448181] env[62822]: DEBUG oslo_concurrency.lockutils [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.836s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.448438] env[62822]: DEBUG nova.objects.instance [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Lazy-loading 'resources' on Instance uuid 7e461010-3799-41cc-b1a5-65b2d56f63b5 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.471391] env[62822]: INFO nova.scheduler.client.report [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Deleted allocations for instance aae2f44a-12ca-4315-982b-1d2ac2e97b8f [ 959.499165] env[62822]: DEBUG nova.compute.manager [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.552385] env[62822]: DEBUG nova.compute.manager [req-663183f3-d0a0-4672-ba4a-7a3d081528b8 req-86d1cd68-34b3-4bfb-a134-f07b22ef3dd6 service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Received event network-vif-plugged-cf8cec6a-19bd-4348-805a-172497618afb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.552794] env[62822]: DEBUG oslo_concurrency.lockutils [req-663183f3-d0a0-4672-ba4a-7a3d081528b8 req-86d1cd68-34b3-4bfb-a134-f07b22ef3dd6 service nova] Acquiring lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.552949] env[62822]: DEBUG oslo_concurrency.lockutils [req-663183f3-d0a0-4672-ba4a-7a3d081528b8 req-86d1cd68-34b3-4bfb-a134-f07b22ef3dd6 service nova] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.552992] env[62822]: DEBUG oslo_concurrency.lockutils [req-663183f3-d0a0-4672-ba4a-7a3d081528b8 req-86d1cd68-34b3-4bfb-a134-f07b22ef3dd6 service nova] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.553204] env[62822]: DEBUG nova.compute.manager [req-663183f3-d0a0-4672-ba4a-7a3d081528b8 req-86d1cd68-34b3-4bfb-a134-f07b22ef3dd6 service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] No waiting events found dispatching network-vif-plugged-cf8cec6a-19bd-4348-805a-172497618afb {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.553388] env[62822]: WARNING nova.compute.manager [req-663183f3-d0a0-4672-ba4a-7a3d081528b8 req-86d1cd68-34b3-4bfb-a134-f07b22ef3dd6 service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Received unexpected event network-vif-plugged-cf8cec6a-19bd-4348-805a-172497618afb for instance with vm_state building and task_state spawning. [ 959.563617] env[62822]: DEBUG oslo_vmware.api [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764629, 'name': PowerOnVM_Task, 'duration_secs': 0.548117} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.563866] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.564464] env[62822]: INFO nova.compute.manager [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Took 12.17 seconds to spawn the instance on the hypervisor. [ 959.564464] env[62822]: DEBUG nova.compute.manager [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.565051] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6afecf4-8891-4fd1-86aa-0f9274851936 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.799016] env[62822]: DEBUG nova.network.neutron [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Successfully updated port: cf8cec6a-19bd-4348-805a-172497618afb {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.803766] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764630, 'name': Rename_Task, 'duration_secs': 0.155323} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.805049] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.805049] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c416cf6e-dcee-4029-bda2-d4da9d8aaf44 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.811953] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 959.811953] env[62822]: value = "task-2764632" [ 959.811953] env[62822]: _type = "Task" [ 959.811953] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.823557] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.915399] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764631, 'name': Destroy_Task, 'duration_secs': 0.313427} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.916633] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Destroyed the VM [ 959.917091] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 959.917458] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d3c3ed1-cf4b-4a80-9a17-344e67de4abe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.925551] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 959.925551] env[62822]: value = "task-2764633" [ 959.925551] env[62822]: _type = "Task" [ 959.925551] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.933970] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764633, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.983097] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a7728d03-8b0e-4f96-bd14-3a533f82a02a tempest-ServersAdminTestJSON-775725945 tempest-ServersAdminTestJSON-775725945-project-member] Lock "aae2f44a-12ca-4315-982b-1d2ac2e97b8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.953s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.020347] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.085145] env[62822]: INFO nova.compute.manager [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Took 39.77 seconds to build instance. [ 960.305541] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.305688] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.305843] env[62822]: DEBUG nova.network.neutron [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.327710] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764632, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.386150] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f77c43-6b5b-4caa-866f-25738929e8e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.396833] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a7ba8-5e84-4201-9f25-96f18dcbfde1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.442930] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4b0d3e-6b9b-46e1-afae-d0f5fbd77cd7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.456523] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce64de8a-bcc1-4e74-a9b4-e392dc500a48 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.460956] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764633, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.472229] env[62822]: DEBUG nova.compute.provider_tree [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.587227] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c87c1f30-1f00-44bc-8902-a36c9da7bf62 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "42afea5e-6a7e-4692-966c-cde7812c7992" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.289s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.826592] env[62822]: DEBUG oslo_vmware.api [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764632, 'name': PowerOnVM_Task, 'duration_secs': 0.521686} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.829997] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.849643] env[62822]: DEBUG nova.network.neutron [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.951094] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764633, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.968252] env[62822]: DEBUG nova.compute.manager [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.968252] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e14605e-052f-4233-a086-8a647394ffa7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.977476] env[62822]: DEBUG nova.scheduler.client.report [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.066168] env[62822]: DEBUG nova.network.neutron [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance_info_cache with network_info: [{"id": "cf8cec6a-19bd-4348-805a-172497618afb", "address": "fa:16:3e:c8:bd:7a", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8cec6a-19", "ovs_interfaceid": "cf8cec6a-19bd-4348-805a-172497618afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.450779] env[62822]: DEBUG oslo_vmware.api [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764633, 'name': RemoveSnapshot_Task, 'duration_secs': 1.07134} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.453026] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 961.486768] env[62822]: DEBUG oslo_concurrency.lockutils [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.501999] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.081s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.501999] env[62822]: DEBUG nova.objects.instance [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lazy-loading 'resources' on Instance uuid e8d517cb-c9fb-49d5-93b1-26f4162b0ab3 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.502865] env[62822]: DEBUG oslo_concurrency.lockutils [None req-52cadb6f-9503-497e-b01d-8ca1ef442520 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "fd20843a-b98f-4169-af2a-42a57647923a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 42.258s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.521277] env[62822]: INFO nova.scheduler.client.report [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Deleted allocations for instance 7e461010-3799-41cc-b1a5-65b2d56f63b5 [ 961.568889] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.569310] env[62822]: DEBUG nova.compute.manager [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Instance network_info: |[{"id": "cf8cec6a-19bd-4348-805a-172497618afb", "address": "fa:16:3e:c8:bd:7a", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8cec6a-19", "ovs_interfaceid": "cf8cec6a-19bd-4348-805a-172497618afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.569825] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:bd:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf8cec6a-19bd-4348-805a-172497618afb', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.577949] env[62822]: DEBUG oslo.service.loopingcall [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.578931] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.579701] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-546ee148-12d6-4d19-891a-efca2bba8f6b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.608747] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.608747] env[62822]: value = "task-2764634" [ 961.608747] env[62822]: _type = "Task" [ 961.608747] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.619862] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764634, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.628962] env[62822]: DEBUG nova.compute.manager [req-c5a3be46-8a51-470f-813b-a7aff2d5e58d req-7d465398-3a2b-4a52-9cbd-c2f0d9af6f1d service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Received event network-changed-cf8cec6a-19bd-4348-805a-172497618afb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.629244] env[62822]: DEBUG nova.compute.manager [req-c5a3be46-8a51-470f-813b-a7aff2d5e58d req-7d465398-3a2b-4a52-9cbd-c2f0d9af6f1d service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Refreshing instance network info cache due to event network-changed-cf8cec6a-19bd-4348-805a-172497618afb. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.629381] env[62822]: DEBUG oslo_concurrency.lockutils [req-c5a3be46-8a51-470f-813b-a7aff2d5e58d req-7d465398-3a2b-4a52-9cbd-c2f0d9af6f1d service nova] Acquiring lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.629510] env[62822]: DEBUG oslo_concurrency.lockutils [req-c5a3be46-8a51-470f-813b-a7aff2d5e58d req-7d465398-3a2b-4a52-9cbd-c2f0d9af6f1d service nova] Acquired lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.629730] env[62822]: DEBUG nova.network.neutron [req-c5a3be46-8a51-470f-813b-a7aff2d5e58d req-7d465398-3a2b-4a52-9cbd-c2f0d9af6f1d service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Refreshing network info cache for port cf8cec6a-19bd-4348-805a-172497618afb {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.958637] env[62822]: WARNING nova.compute.manager [None req-596cda66-4601-43b6-9e12-c850700ea96f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Image not found during snapshot: nova.exception.ImageNotFound: Image 806f2a74-68eb-4fdc-8c91-2a462be986a5 could not be found. [ 962.033151] env[62822]: DEBUG oslo_concurrency.lockutils [None req-41a871df-075d-41a3-abcd-e423495fdc1a tempest-ServerAddressesNegativeTestJSON-449051300 tempest-ServerAddressesNegativeTestJSON-449051300-project-member] Lock "7e461010-3799-41cc-b1a5-65b2d56f63b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.175s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.125157] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764634, 'name': CreateVM_Task, 'duration_secs': 0.399205} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.125505] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.126536] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.126536] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.126679] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.126880] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6fbd91d-ebd5-4db7-9d65-39342a9a0d00 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.136739] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 962.136739] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]521e3616-78c3-3a0c-9cbf-ed1629ab5631" [ 962.136739] env[62822]: _type = "Task" [ 962.136739] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.148121] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521e3616-78c3-3a0c-9cbf-ed1629ab5631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.358237] env[62822]: DEBUG nova.compute.manager [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Stashing vm_state: active {{(pid=62822) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 962.449092] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74954949-8ebe-4574-b113-3da850f34a15 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.465566] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655da48f-b7bf-4177-9470-1b151c946413 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.509622] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf721f2-2fc8-4ab7-9099-f30f9c1430ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.517782] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d834e35-1a3b-44ef-ba0d-e41749245d5e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.535148] env[62822]: DEBUG nova.compute.provider_tree [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.653787] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]521e3616-78c3-3a0c-9cbf-ed1629ab5631, 'name': SearchDatastore_Task, 'duration_secs': 0.026288} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.654125] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.654369] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.654600] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.654742] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.654918] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.655457] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc4a1e65-951e-4afd-beb8-9d1656c554de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.673708] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.674038] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.675221] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87483b69-83c8-4fd0-ac23-36c6374473cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.682161] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 962.682161] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528999ed-737d-b349-861c-d9d31cafdebf" [ 962.682161] env[62822]: _type = "Task" [ 962.682161] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.695046] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528999ed-737d-b349-861c-d9d31cafdebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.706763] env[62822]: DEBUG nova.network.neutron [req-c5a3be46-8a51-470f-813b-a7aff2d5e58d req-7d465398-3a2b-4a52-9cbd-c2f0d9af6f1d service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updated VIF entry in instance network info cache for port cf8cec6a-19bd-4348-805a-172497618afb. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.707309] env[62822]: DEBUG nova.network.neutron [req-c5a3be46-8a51-470f-813b-a7aff2d5e58d req-7d465398-3a2b-4a52-9cbd-c2f0d9af6f1d service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance_info_cache with network_info: [{"id": "cf8cec6a-19bd-4348-805a-172497618afb", "address": "fa:16:3e:c8:bd:7a", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8cec6a-19", "ovs_interfaceid": "cf8cec6a-19bd-4348-805a-172497618afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.708894] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.709322] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.709716] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.710111] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.710449] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.713816] env[62822]: INFO nova.compute.manager [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Terminating instance [ 962.881502] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.038750] env[62822]: DEBUG nova.scheduler.client.report [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.193568] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528999ed-737d-b349-861c-d9d31cafdebf, 'name': SearchDatastore_Task, 'duration_secs': 0.033369} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.194509] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88745c1f-faf8-410c-bf6c-ab7b654d2ffa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.202625] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 963.202625] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529cd66c-2194-6326-0b82-28497c0ae5ad" [ 963.202625] env[62822]: _type = "Task" [ 963.202625] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.212961] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529cd66c-2194-6326-0b82-28497c0ae5ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.213482] env[62822]: DEBUG oslo_concurrency.lockutils [req-c5a3be46-8a51-470f-813b-a7aff2d5e58d req-7d465398-3a2b-4a52-9cbd-c2f0d9af6f1d service nova] Releasing lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.219477] env[62822]: DEBUG nova.compute.manager [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.219685] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.220551] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c27a3b2-9242-4819-a186-5f67f26d122e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.228493] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.228775] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3aa7264-1885-4574-9707-05c5c87c499c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.243019] env[62822]: DEBUG oslo_vmware.api [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 963.243019] env[62822]: value = "task-2764635" [ 963.243019] env[62822]: _type = "Task" [ 963.243019] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.248604] env[62822]: DEBUG oslo_vmware.api [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.547559] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.550352] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.908s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.550539] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.550697] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 963.550993] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.073s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.552532] env[62822]: INFO nova.compute.claims [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.556699] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70446227-e257-4b03-a405-7b8301409aaa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.574262] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145eb893-ffa0-4ddf-abca-525bec62685a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.580128] env[62822]: INFO nova.scheduler.client.report [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted allocations for instance e8d517cb-c9fb-49d5-93b1-26f4162b0ab3 [ 963.600035] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302c508b-7513-4feb-a73a-39dfb214f744 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.602678] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635086d3-0eb0-4dca-a7e6-0fc03f2e66f1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.613034] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2ae763-13fa-4bdb-8fad-8a75b0f9f8dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.616684] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f1fc0-2f91-423c-92f8-0b0cbf08b527 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Suspending the VM {{(pid=62822) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 963.619104] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-80c37841-df6c-4a19-be3e-eab81e110e6c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.653691] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179104MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 963.653900] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.656270] env[62822]: DEBUG oslo_vmware.api [None req-d60f1fc0-2f91-423c-92f8-0b0cbf08b527 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 963.656270] env[62822]: value = "task-2764636" [ 963.656270] env[62822]: _type = "Task" [ 963.656270] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.665660] env[62822]: DEBUG oslo_vmware.api [None req-d60f1fc0-2f91-423c-92f8-0b0cbf08b527 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764636, 'name': SuspendVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.714780] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529cd66c-2194-6326-0b82-28497c0ae5ad, 'name': SearchDatastore_Task, 'duration_secs': 0.033543} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.715097] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.715381] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] e642dd4c-6901-41df-9fc7-64d2f9c1e38b/e642dd4c-6901-41df-9fc7-64d2f9c1e38b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.715659] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-720c9b00-0b76-45ad-8e40-cb6a2d87d8c1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.722989] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 963.722989] env[62822]: value = "task-2764637" [ 963.722989] env[62822]: _type = "Task" [ 963.722989] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.731594] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.750909] env[62822]: DEBUG oslo_vmware.api [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764635, 'name': PowerOffVM_Task, 'duration_secs': 0.356396} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.751036] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.751295] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.751521] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1922269b-6b2d-413a-8043-77db54f12424 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.821900] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.822290] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.822422] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Deleting the datastore file [datastore1] c3a054bf-f72b-4b1b-a03a-79ed6899997b {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.822673] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c1b5fa1-a047-4db2-a879-31875c97f007 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.832854] env[62822]: DEBUG oslo_vmware.api [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 963.832854] env[62822]: value = "task-2764639" [ 963.832854] env[62822]: _type = "Task" [ 963.832854] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.842386] env[62822]: DEBUG oslo_vmware.api [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.103130] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c226c1e-2186-4478-84df-2dcda8f992f3 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "e8d517cb-c9fb-49d5-93b1-26f4162b0ab3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.694s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.170114] env[62822]: DEBUG oslo_vmware.api [None req-d60f1fc0-2f91-423c-92f8-0b0cbf08b527 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764636, 'name': SuspendVM_Task} progress is 54%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.236897] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764637, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.351147] env[62822]: DEBUG oslo_vmware.api [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220981} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.351578] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.352529] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.352529] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.352707] env[62822]: INFO nova.compute.manager [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 964.353029] env[62822]: DEBUG oslo.service.loopingcall [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.353256] env[62822]: DEBUG nova.compute.manager [-] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.356020] env[62822]: DEBUG nova.network.neutron [-] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.674063] env[62822]: DEBUG oslo_vmware.api [None req-d60f1fc0-2f91-423c-92f8-0b0cbf08b527 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764636, 'name': SuspendVM_Task, 'duration_secs': 0.957484} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.674417] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f1fc0-2f91-423c-92f8-0b0cbf08b527 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Suspended the VM {{(pid=62822) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 964.674663] env[62822]: DEBUG nova.compute.manager [None req-d60f1fc0-2f91-423c-92f8-0b0cbf08b527 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.675542] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0592d57b-0350-490b-8336-1b9429b2a3f0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.741872] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706223} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.742297] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] e642dd4c-6901-41df-9fc7-64d2f9c1e38b/e642dd4c-6901-41df-9fc7-64d2f9c1e38b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.742513] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.742782] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-843e1d34-e538-4fa3-94f3-811d51ff8771 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.750180] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 964.750180] env[62822]: value = "task-2764640" [ 964.750180] env[62822]: _type = "Task" [ 964.750180] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.760408] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.955796] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414769b2-70b3-4380-94f6-87315282b2c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.964403] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0727f13-2db6-416a-b337-1f35c32f37b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.002234] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31411800-20eb-41ab-880a-2b596a4d591e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.005890] env[62822]: DEBUG nova.compute.manager [req-22a937d0-ef75-45c0-ad59-b85234bf0e9e req-3c8a6645-dbd9-49cb-a494-9bf9f61f59e5 service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Received event network-vif-deleted-501fb600-4449-4ef2-8b18-d67ade32e281 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.006169] env[62822]: INFO nova.compute.manager [req-22a937d0-ef75-45c0-ad59-b85234bf0e9e req-3c8a6645-dbd9-49cb-a494-9bf9f61f59e5 service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Neutron deleted interface 501fb600-4449-4ef2-8b18-d67ade32e281; detaching it from the instance and deleting it from the info cache [ 965.006340] env[62822]: DEBUG nova.network.neutron [req-22a937d0-ef75-45c0-ad59-b85234bf0e9e req-3c8a6645-dbd9-49cb-a494-9bf9f61f59e5 service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.013689] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e7b5c-a0c4-424e-93de-8cae97603de3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.028249] env[62822]: DEBUG nova.compute.provider_tree [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.259551] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230965} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.259861] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.260968] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d491717-0160-4948-810f-9d290dbf3d37 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.285252] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] e642dd4c-6901-41df-9fc7-64d2f9c1e38b/e642dd4c-6901-41df-9fc7-64d2f9c1e38b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.285895] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b75d4c79-4d7f-4f93-af2a-2b9a0b5ab87b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.307768] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 965.307768] env[62822]: value = "task-2764641" [ 965.307768] env[62822]: _type = "Task" [ 965.307768] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.318443] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.408666] env[62822]: DEBUG nova.network.neutron [-] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.508794] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ae8058a-3fbd-400c-9d05-3024dc279cab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.520365] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e0543d-33e2-4049-9d70-ceeb117d7459 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.535581] env[62822]: DEBUG nova.scheduler.client.report [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.556177] env[62822]: DEBUG nova.compute.manager [req-22a937d0-ef75-45c0-ad59-b85234bf0e9e req-3c8a6645-dbd9-49cb-a494-9bf9f61f59e5 service nova] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Detach interface failed, port_id=501fb600-4449-4ef2-8b18-d67ade32e281, reason: Instance c3a054bf-f72b-4b1b-a03a-79ed6899997b could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 965.820738] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.911765] env[62822]: INFO nova.compute.manager [-] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Took 1.56 seconds to deallocate network for instance. [ 966.041411] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.041668] env[62822]: DEBUG nova.compute.manager [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.046103] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.979s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.046357] env[62822]: DEBUG nova.objects.instance [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lazy-loading 'resources' on Instance uuid b9f12eb4-ba13-4105-ba03-716b7646d60a {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.319715] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764641, 'name': ReconfigVM_Task, 'duration_secs': 0.818676} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.322939] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] e642dd4c-6901-41df-9fc7-64d2f9c1e38b/e642dd4c-6901-41df-9fc7-64d2f9c1e38b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.322939] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53d64b5b-b20c-4bd7-aa2f-fcd7a4352a0e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.327377] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 966.327377] env[62822]: value = "task-2764642" [ 966.327377] env[62822]: _type = "Task" [ 966.327377] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.335906] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764642, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.420108] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.455931] env[62822]: INFO nova.compute.manager [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Resuming [ 966.456566] env[62822]: DEBUG nova.objects.instance [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lazy-loading 'flavor' on Instance uuid fd20843a-b98f-4169-af2a-42a57647923a {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.548118] env[62822]: DEBUG nova.compute.utils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.549946] env[62822]: DEBUG nova.compute.manager [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.550611] env[62822]: DEBUG nova.network.neutron [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.632255] env[62822]: DEBUG nova.policy [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301076f2d7254a95ab8e28b3b9750d29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '895ef93744f1405cbfdd0184bc1c1a46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.721028] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.721353] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.839080] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764642, 'name': Rename_Task, 'duration_secs': 0.171127} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.839080] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.839407] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b97d4c7-cdf0-4808-a024-86f81261faf3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.849589] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 966.849589] env[62822]: value = "task-2764643" [ 966.849589] env[62822]: _type = "Task" [ 966.849589] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.858252] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.941442] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3409d7f-38ca-48bc-af42-aba39746fa70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.951297] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7ac2c6-afe4-4824-af3a-a92083f4f46f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.997861] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d5a0e6-5262-443c-9ea2-a032be3e203c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.007441] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663fa39b-b24e-493c-b726-95892eb8d0cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.026853] env[62822]: DEBUG nova.compute.provider_tree [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.062175] env[62822]: DEBUG nova.compute.manager [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.223925] env[62822]: DEBUG nova.compute.manager [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.255236] env[62822]: DEBUG nova.network.neutron [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Successfully created port: 9b687fca-cbf2-48fb-887c-8dd9e0bd64f0 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.361055] env[62822]: DEBUG oslo_vmware.api [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764643, 'name': PowerOnVM_Task, 'duration_secs': 0.457154} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.361055] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.361055] env[62822]: INFO nova.compute.manager [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Took 8.35 seconds to spawn the instance on the hypervisor. [ 967.361055] env[62822]: DEBUG nova.compute.manager [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.361521] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a1b356-cc9b-4aa3-8aa4-159c3209198e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.529308] env[62822]: DEBUG nova.scheduler.client.report [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.749428] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.884082] env[62822]: INFO nova.compute.manager [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Took 41.48 seconds to build instance. [ 968.003793] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.003979] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquired lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.004256] env[62822]: DEBUG nova.network.neutron [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.036048] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.037139] env[62822]: DEBUG oslo_concurrency.lockutils [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.361s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.037415] env[62822]: DEBUG nova.objects.instance [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lazy-loading 'resources' on Instance uuid bedab4ee-3f73-4e7c-b3c4-fc2009c63e10 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.069462] env[62822]: INFO nova.scheduler.client.report [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleted allocations for instance b9f12eb4-ba13-4105-ba03-716b7646d60a [ 968.071847] env[62822]: DEBUG nova.compute.manager [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.105549] env[62822]: DEBUG nova.virt.hardware [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.105773] env[62822]: DEBUG nova.virt.hardware [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.105928] env[62822]: DEBUG nova.virt.hardware [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.106142] env[62822]: DEBUG nova.virt.hardware [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.106254] env[62822]: DEBUG nova.virt.hardware [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.106398] env[62822]: DEBUG nova.virt.hardware [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.106598] env[62822]: DEBUG nova.virt.hardware [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.106752] env[62822]: DEBUG nova.virt.hardware [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.106917] env[62822]: DEBUG nova.virt.hardware [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.107231] env[62822]: DEBUG nova.virt.hardware [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.107346] env[62822]: DEBUG nova.virt.hardware [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.108414] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5461efcf-a9d6-49a6-a5cd-7a35091f4e09 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.117196] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d451562-f9d0-4a37-8faa-e5bc3d0901df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.386214] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c5c13c-df24-4af8-a93c-704bc1269cf3 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.993s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.586629] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17c54e1f-f3d5-403d-a879-bfa4ba581cdf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "b9f12eb4-ba13-4105-ba03-716b7646d60a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.762s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.919782] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0093b8-af8b-4af7-b881-80acff74c539 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.929783] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e47539a-b568-48b4-92d1-08c57c4f5cf6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.965699] env[62822]: DEBUG nova.network.neutron [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updating instance_info_cache with network_info: [{"id": "f96104f3-1d92-43cf-a297-c712c968910d", "address": "fa:16:3e:3d:8b:b1", "network": {"id": "a6cec3ca-f743-4fe1-a720-8270c520aff7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1115252438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0dec4be1e64c3d814857e7b3d35e3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96104f3-1d", "ovs_interfaceid": "f96104f3-1d92-43cf-a297-c712c968910d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.967461] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa131a-2f97-4053-ba36-a98643fb1445 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.976942] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeebd1d-11a3-4eec-9f7f-be79d1419866 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.991373] env[62822]: DEBUG nova.compute.provider_tree [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.292682] env[62822]: DEBUG oslo_concurrency.lockutils [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.292988] env[62822]: DEBUG oslo_concurrency.lockutils [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.294215] env[62822]: DEBUG oslo_concurrency.lockutils [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.294215] env[62822]: DEBUG oslo_concurrency.lockutils [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.294215] env[62822]: DEBUG oslo_concurrency.lockutils [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.299928] env[62822]: INFO nova.compute.manager [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Terminating instance [ 969.411131] env[62822]: DEBUG nova.network.neutron [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Successfully updated port: 9b687fca-cbf2-48fb-887c-8dd9e0bd64f0 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.476250] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Releasing lock "refresh_cache-fd20843a-b98f-4169-af2a-42a57647923a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.477353] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15d2d67-2142-49cc-868c-6c4633997bf8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.489371] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Resuming the VM {{(pid=62822) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 969.492917] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-162268b7-6d97-4361-8242-550dc7eff6ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.495053] env[62822]: DEBUG nova.scheduler.client.report [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.500644] env[62822]: DEBUG oslo_vmware.api [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 969.500644] env[62822]: value = "task-2764644" [ 969.500644] env[62822]: _type = "Task" [ 969.500644] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.511100] env[62822]: DEBUG nova.compute.manager [req-db8739ba-32fd-491b-ac7e-83bd6fa24634 req-477d01bb-52dd-47d0-ad74-e5cdde7c9c4b service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Received event network-changed-cf8cec6a-19bd-4348-805a-172497618afb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.511306] env[62822]: DEBUG nova.compute.manager [req-db8739ba-32fd-491b-ac7e-83bd6fa24634 req-477d01bb-52dd-47d0-ad74-e5cdde7c9c4b service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Refreshing instance network info cache due to event network-changed-cf8cec6a-19bd-4348-805a-172497618afb. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.511530] env[62822]: DEBUG oslo_concurrency.lockutils [req-db8739ba-32fd-491b-ac7e-83bd6fa24634 req-477d01bb-52dd-47d0-ad74-e5cdde7c9c4b service nova] Acquiring lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.513119] env[62822]: DEBUG oslo_concurrency.lockutils [req-db8739ba-32fd-491b-ac7e-83bd6fa24634 req-477d01bb-52dd-47d0-ad74-e5cdde7c9c4b service nova] Acquired lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.513925] env[62822]: DEBUG nova.network.neutron [req-db8739ba-32fd-491b-ac7e-83bd6fa24634 req-477d01bb-52dd-47d0-ad74-e5cdde7c9c4b service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Refreshing network info cache for port cf8cec6a-19bd-4348-805a-172497618afb {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.520427] env[62822]: DEBUG oslo_vmware.api [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.806025] env[62822]: DEBUG nova.compute.manager [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.806025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.808064] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8d1471-bd26-4ddc-8382-bc7c7c958657 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.816314] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.818119] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ae3558-2a6c-4071-9e5d-25f0b3c1ee2b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.823876] env[62822]: DEBUG oslo_vmware.api [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 969.823876] env[62822]: value = "task-2764645" [ 969.823876] env[62822]: _type = "Task" [ 969.823876] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.837837] env[62822]: DEBUG oslo_vmware.api [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.915742] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquiring lock "refresh_cache-eff5542b-4142-422c-b73a-54d282b63637" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.915923] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquired lock "refresh_cache-eff5542b-4142-422c-b73a-54d282b63637" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.916175] env[62822]: DEBUG nova.network.neutron [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.002817] env[62822]: DEBUG oslo_concurrency.lockutils [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.009543] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.235s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.010918] env[62822]: INFO nova.compute.claims [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.029265] env[62822]: DEBUG oslo_vmware.api [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764644, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.044710] env[62822]: INFO nova.scheduler.client.report [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Deleted allocations for instance bedab4ee-3f73-4e7c-b3c4-fc2009c63e10 [ 970.050478] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "3092b05c-6611-41b0-938f-290a78b6de67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.053361] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3092b05c-6611-41b0-938f-290a78b6de67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.113315] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "3c6e52bf-501c-4641-9928-e1f91784cc08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.113315] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "3c6e52bf-501c-4641-9928-e1f91784cc08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.311568] env[62822]: DEBUG nova.network.neutron [req-db8739ba-32fd-491b-ac7e-83bd6fa24634 req-477d01bb-52dd-47d0-ad74-e5cdde7c9c4b service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updated VIF entry in instance network info cache for port cf8cec6a-19bd-4348-805a-172497618afb. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.311946] env[62822]: DEBUG nova.network.neutron [req-db8739ba-32fd-491b-ac7e-83bd6fa24634 req-477d01bb-52dd-47d0-ad74-e5cdde7c9c4b service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance_info_cache with network_info: [{"id": "cf8cec6a-19bd-4348-805a-172497618afb", "address": "fa:16:3e:c8:bd:7a", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8cec6a-19", "ovs_interfaceid": "cf8cec6a-19bd-4348-805a-172497618afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.338993] env[62822]: DEBUG oslo_vmware.api [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764645, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.474170] env[62822]: DEBUG nova.network.neutron [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.518836] env[62822]: DEBUG oslo_vmware.api [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764644, 'name': PowerOnVM_Task, 'duration_secs': 0.545938} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.518836] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Resumed the VM {{(pid=62822) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 970.518836] env[62822]: DEBUG nova.compute.manager [None req-02bc07e2-6e02-4eb3-bf1c-a3f4e7719be8 tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.519414] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d173f4d4-1540-437a-a227-2c55ab064109 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.553223] env[62822]: DEBUG nova.compute.manager [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.571296] env[62822]: DEBUG oslo_concurrency.lockutils [None req-90ee57af-1f92-4168-90ed-591247ea5db2 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "bedab4ee-3f73-4e7c-b3c4-fc2009c63e10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.371s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.615209] env[62822]: DEBUG nova.compute.manager [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.709033] env[62822]: DEBUG nova.network.neutron [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Updating instance_info_cache with network_info: [{"id": "9b687fca-cbf2-48fb-887c-8dd9e0bd64f0", "address": "fa:16:3e:56:35:4b", "network": {"id": "4b4bdc48-ea0c-4afa-aaa8-493f0de329c2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1922727874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ef93744f1405cbfdd0184bc1c1a46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b687fca-cb", "ovs_interfaceid": "9b687fca-cbf2-48fb-887c-8dd9e0bd64f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.816604] env[62822]: DEBUG oslo_concurrency.lockutils [req-db8739ba-32fd-491b-ac7e-83bd6fa24634 req-477d01bb-52dd-47d0-ad74-e5cdde7c9c4b service nova] Releasing lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.843790] env[62822]: DEBUG oslo_vmware.api [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764645, 'name': PowerOffVM_Task, 'duration_secs': 0.545356} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.843790] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.843790] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.843790] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6d47b35-c68d-429f-80a4-c2fd7a3e76c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.925201] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.925201] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.925201] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleting the datastore file [datastore2] e2f23959-6da8-4a9b-8f47-9bd1694ea1d8 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.925201] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2433ca6-d38d-4505-ad42-f7bfecf153f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.936750] env[62822]: DEBUG oslo_vmware.api [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 970.936750] env[62822]: value = "task-2764647" [ 970.936750] env[62822]: _type = "Task" [ 970.936750] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.945673] env[62822]: DEBUG oslo_vmware.api [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.097498] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.115194] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquiring lock "bbafd2f0-d215-442d-b4c2-27db5d348ada" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.115194] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Lock "bbafd2f0-d215-442d-b4c2-27db5d348ada" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.146401] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.212058] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Releasing lock "refresh_cache-eff5542b-4142-422c-b73a-54d282b63637" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.212762] env[62822]: DEBUG nova.compute.manager [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Instance network_info: |[{"id": "9b687fca-cbf2-48fb-887c-8dd9e0bd64f0", "address": "fa:16:3e:56:35:4b", "network": {"id": "4b4bdc48-ea0c-4afa-aaa8-493f0de329c2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1922727874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ef93744f1405cbfdd0184bc1c1a46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b687fca-cb", "ovs_interfaceid": "9b687fca-cbf2-48fb-887c-8dd9e0bd64f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.213118] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:35:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b687fca-cbf2-48fb-887c-8dd9e0bd64f0', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.226061] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Creating folder: Project (895ef93744f1405cbfdd0184bc1c1a46). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.230148] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5998000d-5498-450f-b122-ef11e9ebb853 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.243722] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Created folder: Project (895ef93744f1405cbfdd0184bc1c1a46) in parent group-v555973. [ 971.243941] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Creating folder: Instances. Parent ref: group-v556208. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.245933] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24e3634e-02ae-4a64-97eb-da2dbb7ee44f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.257025] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Created folder: Instances in parent group-v556208. [ 971.257151] env[62822]: DEBUG oslo.service.loopingcall [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.257576] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff5542b-4142-422c-b73a-54d282b63637] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.257650] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fa7e79b-dcf8-40ba-b679-45a6267022a6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.284259] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.284259] env[62822]: value = "task-2764650" [ 971.284259] env[62822]: _type = "Task" [ 971.284259] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.292762] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764650, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.449106] env[62822]: DEBUG oslo_vmware.api [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355812} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.449106] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.449106] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.449106] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.449106] env[62822]: INFO nova.compute.manager [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Took 1.64 seconds to destroy the instance on the hypervisor. [ 971.449106] env[62822]: DEBUG oslo.service.loopingcall [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.449106] env[62822]: DEBUG nova.compute.manager [-] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.449106] env[62822]: DEBUG nova.network.neutron [-] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.499145] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d16c3af-3817-4497-ae70-5d6164d7cad3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.510733] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d51d4a4-9410-45d8-bdb1-62d590a69a69 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.544097] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8942e4fd-a6eb-4339-a291-5b98288621c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.552532] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3524765b-b834-42b7-a74f-535b5160f88b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.571953] env[62822]: DEBUG nova.compute.provider_tree [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.618216] env[62822]: DEBUG nova.compute.manager [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.799945] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764650, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.870197] env[62822]: DEBUG nova.compute.manager [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] [instance: eff5542b-4142-422c-b73a-54d282b63637] Received event network-vif-plugged-9b687fca-cbf2-48fb-887c-8dd9e0bd64f0 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.870462] env[62822]: DEBUG oslo_concurrency.lockutils [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] Acquiring lock "eff5542b-4142-422c-b73a-54d282b63637-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.870623] env[62822]: DEBUG oslo_concurrency.lockutils [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] Lock "eff5542b-4142-422c-b73a-54d282b63637-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.870902] env[62822]: DEBUG oslo_concurrency.lockutils [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] Lock "eff5542b-4142-422c-b73a-54d282b63637-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.871037] env[62822]: DEBUG nova.compute.manager [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] [instance: eff5542b-4142-422c-b73a-54d282b63637] No waiting events found dispatching network-vif-plugged-9b687fca-cbf2-48fb-887c-8dd9e0bd64f0 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.871200] env[62822]: WARNING nova.compute.manager [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] [instance: eff5542b-4142-422c-b73a-54d282b63637] Received unexpected event network-vif-plugged-9b687fca-cbf2-48fb-887c-8dd9e0bd64f0 for instance with vm_state building and task_state spawning. [ 971.871384] env[62822]: DEBUG nova.compute.manager [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] [instance: eff5542b-4142-422c-b73a-54d282b63637] Received event network-changed-9b687fca-cbf2-48fb-887c-8dd9e0bd64f0 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.871544] env[62822]: DEBUG nova.compute.manager [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] [instance: eff5542b-4142-422c-b73a-54d282b63637] Refreshing instance network info cache due to event network-changed-9b687fca-cbf2-48fb-887c-8dd9e0bd64f0. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 971.871861] env[62822]: DEBUG oslo_concurrency.lockutils [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] Acquiring lock "refresh_cache-eff5542b-4142-422c-b73a-54d282b63637" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.872027] env[62822]: DEBUG oslo_concurrency.lockutils [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] Acquired lock "refresh_cache-eff5542b-4142-422c-b73a-54d282b63637" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.872095] env[62822]: DEBUG nova.network.neutron [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] [instance: eff5542b-4142-422c-b73a-54d282b63637] Refreshing network info cache for port 9b687fca-cbf2-48fb-887c-8dd9e0bd64f0 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.077371] env[62822]: DEBUG nova.scheduler.client.report [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.142594] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.297270] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764650, 'name': CreateVM_Task, 'duration_secs': 0.53819} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.297415] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff5542b-4142-422c-b73a-54d282b63637] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.298057] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.298248] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.298573] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.299472] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec44a07-f302-4371-9973-ab465a6b138c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.304761] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for the task: (returnval){ [ 972.304761] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e752f0-da30-0956-f003-a3531b89f430" [ 972.304761] env[62822]: _type = "Task" [ 972.304761] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.313357] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e752f0-da30-0956-f003-a3531b89f430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.478680] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.478948] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.584413] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.584413] env[62822]: DEBUG nova.compute.manager [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.585972] env[62822]: DEBUG oslo_concurrency.lockutils [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.363s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.586219] env[62822]: DEBUG nova.objects.instance [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lazy-loading 'resources' on Instance uuid 610fe044-57e5-4e4c-96da-58e43865ba5e {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.791134] env[62822]: DEBUG nova.network.neutron [-] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.818412] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e752f0-da30-0956-f003-a3531b89f430, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.819091] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.819091] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.819296] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.819670] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.819935] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.820245] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0dc1ce0-386f-479c-948d-ac5b5fec9e7a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.829192] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.832065] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.832065] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257145ca-ae67-4b0e-896e-8032b591a249 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.835742] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for the task: (returnval){ [ 972.835742] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ff7f6f-d9be-6aaf-1802-393cd06b84dd" [ 972.835742] env[62822]: _type = "Task" [ 972.835742] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.836584] env[62822]: DEBUG nova.network.neutron [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] [instance: eff5542b-4142-422c-b73a-54d282b63637] Updated VIF entry in instance network info cache for port 9b687fca-cbf2-48fb-887c-8dd9e0bd64f0. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.836983] env[62822]: DEBUG nova.network.neutron [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] [instance: eff5542b-4142-422c-b73a-54d282b63637] Updating instance_info_cache with network_info: [{"id": "9b687fca-cbf2-48fb-887c-8dd9e0bd64f0", "address": "fa:16:3e:56:35:4b", "network": {"id": "4b4bdc48-ea0c-4afa-aaa8-493f0de329c2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1922727874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ef93744f1405cbfdd0184bc1c1a46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b687fca-cb", "ovs_interfaceid": "9b687fca-cbf2-48fb-887c-8dd9e0bd64f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.852258] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ff7f6f-d9be-6aaf-1802-393cd06b84dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008443} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.853395] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a530c5ed-2176-4ba7-8998-d45631bb7b10 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.860818] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for the task: (returnval){ [ 972.860818] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ee44a6-4e50-9974-53dc-3b2f03fd1878" [ 972.860818] env[62822]: _type = "Task" [ 972.860818] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.869719] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ee44a6-4e50-9974-53dc-3b2f03fd1878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.984114] env[62822]: DEBUG nova.compute.utils [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.092285] env[62822]: DEBUG nova.compute.utils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.094837] env[62822]: DEBUG nova.compute.manager [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.094837] env[62822]: DEBUG nova.network.neutron [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.180790] env[62822]: DEBUG nova.policy [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ab0e20a8064577bc5e6b39b5818f39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d63fce8c2214a75920b4de15feebe75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.295356] env[62822]: INFO nova.compute.manager [-] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Took 1.85 seconds to deallocate network for instance. [ 973.346580] env[62822]: DEBUG oslo_concurrency.lockutils [req-e532d2ca-55c5-40cf-871f-55b0a02f7400 req-4b363c96-a3c1-4500-be17-717888c96dde service nova] Releasing lock "refresh_cache-eff5542b-4142-422c-b73a-54d282b63637" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.377257] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ee44a6-4e50-9974-53dc-3b2f03fd1878, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.381098] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.381437] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] eff5542b-4142-422c-b73a-54d282b63637/eff5542b-4142-422c-b73a-54d282b63637.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.381930] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08a73881-4876-4990-9119-eee410708c19 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.388747] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for the task: (returnval){ [ 973.388747] env[62822]: value = "task-2764651" [ 973.388747] env[62822]: _type = "Task" [ 973.388747] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.396743] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.489058] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.490327] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e9d636-1f52-4a6f-9ae2-84b6790f2d99 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.499097] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265c120d-535f-410c-be25-b50a73b33187 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.538025] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fc5f09-6f4b-48b2-8c6f-62dc7d0f09cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.542745] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0727bf-6cb3-4b83-a11a-9b5fcc8ac3bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.556586] env[62822]: DEBUG nova.compute.provider_tree [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.597630] env[62822]: DEBUG nova.compute.manager [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.678729] env[62822]: DEBUG nova.network.neutron [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Successfully created port: b0c321a0-d99f-495b-a6e0-8f26c669d8db {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.804581] env[62822]: DEBUG oslo_concurrency.lockutils [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.899752] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474573} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.900092] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] eff5542b-4142-422c-b73a-54d282b63637/eff5542b-4142-422c-b73a-54d282b63637.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.900356] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.900642] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61e7aed6-b16d-47ee-952d-163fcf01db3a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.906723] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for the task: (returnval){ [ 973.906723] env[62822]: value = "task-2764652" [ 973.906723] env[62822]: _type = "Task" [ 973.906723] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.914597] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.060816] env[62822]: DEBUG nova.scheduler.client.report [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.389077] env[62822]: DEBUG nova.compute.manager [req-99faabc8-ebfc-4f26-95cd-cac3dbd550bf req-a8c99954-9ba0-4cf3-aea5-e517f701c5d7 service nova] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Received event network-vif-deleted-d09858f0-59a5-4423-b9c8-6e514bb4a1d6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.417381] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068048} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.417709] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.418595] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9832fb4a-fca7-4c62-8ebf-b12222f851ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.445217] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] eff5542b-4142-422c-b73a-54d282b63637/eff5542b-4142-422c-b73a-54d282b63637.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.445217] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb9bf16-c8be-41c3-ab09-a1136da209e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.465236] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for the task: (returnval){ [ 974.465236] env[62822]: value = "task-2764653" [ 974.465236] env[62822]: _type = "Task" [ 974.465236] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.473359] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.567143] env[62822]: DEBUG oslo_concurrency.lockutils [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.569838] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.212s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.570185] env[62822]: DEBUG nova.objects.instance [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'resources' on Instance uuid c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.571836] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.572138] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.572378] env[62822]: INFO nova.compute.manager [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Attaching volume 2da6e6b2-1db0-4729-a038-6f947462985c to /dev/sdb [ 974.599719] env[62822]: INFO nova.scheduler.client.report [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted allocations for instance 610fe044-57e5-4e4c-96da-58e43865ba5e [ 974.607874] env[62822]: DEBUG nova.compute.manager [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.622910] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15345398-05bd-4d6e-b504-271d43378093 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.634235] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b55f03-3b7e-4581-ad02-f7a02d1f1548 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.652788] env[62822]: DEBUG nova.virt.block_device [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Updating existing volume attachment record: 4f211c90-fade-4431-94cf-6a107c2c3372 {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 974.658344] env[62822]: DEBUG nova.virt.hardware [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.658667] env[62822]: DEBUG nova.virt.hardware [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.658933] env[62822]: DEBUG nova.virt.hardware [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.659162] env[62822]: DEBUG nova.virt.hardware [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.659376] env[62822]: DEBUG nova.virt.hardware [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.659583] env[62822]: DEBUG nova.virt.hardware [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.659856] env[62822]: DEBUG nova.virt.hardware [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.660089] env[62822]: DEBUG nova.virt.hardware [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.660330] env[62822]: DEBUG nova.virt.hardware [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.660588] env[62822]: DEBUG nova.virt.hardware [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.660828] env[62822]: DEBUG nova.virt.hardware [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.662292] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f669b4c2-b08c-46cb-85a7-77c8a3353b77 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.670879] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c0a6f-ccaf-4f54-864b-461f0428c11a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.815498] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "9b22d922-5152-41f0-af00-75b4d4b6c52f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.815736] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "9b22d922-5152-41f0-af00-75b4d4b6c52f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.979873] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764653, 'name': ReconfigVM_Task, 'duration_secs': 0.301722} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.980329] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Reconfigured VM instance instance-00000056 to attach disk [datastore2] eff5542b-4142-422c-b73a-54d282b63637/eff5542b-4142-422c-b73a-54d282b63637.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.981044] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9840dc1a-da9a-4574-8ce7-fbfd399334f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.987413] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for the task: (returnval){ [ 974.987413] env[62822]: value = "task-2764657" [ 974.987413] env[62822]: _type = "Task" [ 974.987413] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.996509] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764657, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.116299] env[62822]: DEBUG oslo_concurrency.lockutils [None req-be152881-e23a-4d0b-b0c7-6db8860a925f tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "610fe044-57e5-4e4c-96da-58e43865ba5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.294s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.319845] env[62822]: DEBUG nova.compute.manager [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.497790] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2826fbe8-2412-4a2b-9312-b7679153a237 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.506386] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764657, 'name': Rename_Task, 'duration_secs': 0.139477} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.508822] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.509361] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be5e1f5b-fe5c-4cb3-9165-57e4c73db6d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.512112] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6522b433-e7d4-4650-8529-ecac9e54c1b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.551161] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for the task: (returnval){ [ 975.551161] env[62822]: value = "task-2764658" [ 975.551161] env[62822]: _type = "Task" [ 975.551161] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.552979] env[62822]: DEBUG nova.network.neutron [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Successfully updated port: b0c321a0-d99f-495b-a6e0-8f26c669d8db {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.557358] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd155f6-71c5-4ec8-8ccc-66a5cd2f60d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.570674] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46838a2a-31d6-4783-9932-9b9307b0b475 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.575086] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.588479] env[62822]: DEBUG nova.compute.provider_tree [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.848764] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.054845] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.055014] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.055231] env[62822]: DEBUG nova.network.neutron [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.067996] env[62822]: DEBUG oslo_vmware.api [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764658, 'name': PowerOnVM_Task, 'duration_secs': 0.519268} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.069244] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.069483] env[62822]: INFO nova.compute.manager [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Took 8.00 seconds to spawn the instance on the hypervisor. [ 976.069663] env[62822]: DEBUG nova.compute.manager [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.070491] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c3e195-d6fc-4136-a731-b9e47dc753b8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.090718] env[62822]: DEBUG nova.scheduler.client.report [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.435373] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "492a0edf-38c7-436f-81e7-b6112dc16426" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.435606] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.456300] env[62822]: DEBUG nova.compute.manager [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Received event network-vif-plugged-b0c321a0-d99f-495b-a6e0-8f26c669d8db {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.456534] env[62822]: DEBUG oslo_concurrency.lockutils [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] Acquiring lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.456782] env[62822]: DEBUG oslo_concurrency.lockutils [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] Lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.456976] env[62822]: DEBUG oslo_concurrency.lockutils [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] Lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.457155] env[62822]: DEBUG nova.compute.manager [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] No waiting events found dispatching network-vif-plugged-b0c321a0-d99f-495b-a6e0-8f26c669d8db {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.457320] env[62822]: WARNING nova.compute.manager [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Received unexpected event network-vif-plugged-b0c321a0-d99f-495b-a6e0-8f26c669d8db for instance with vm_state building and task_state spawning. [ 976.457477] env[62822]: DEBUG nova.compute.manager [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Received event network-changed-b0c321a0-d99f-495b-a6e0-8f26c669d8db {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.457629] env[62822]: DEBUG nova.compute.manager [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Refreshing instance network info cache due to event network-changed-b0c321a0-d99f-495b-a6e0-8f26c669d8db. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.457786] env[62822]: DEBUG oslo_concurrency.lockutils [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] Acquiring lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.593131] env[62822]: INFO nova.compute.manager [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Took 33.14 seconds to build instance. [ 976.599025] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.599190] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.233s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.604211] env[62822]: INFO nova.compute.claims [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.639240] env[62822]: INFO nova.scheduler.client.report [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Deleted allocations for instance c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896 [ 976.649434] env[62822]: DEBUG nova.network.neutron [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.828862] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.829334] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.884253] env[62822]: DEBUG nova.network.neutron [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Updating instance_info_cache with network_info: [{"id": "b0c321a0-d99f-495b-a6e0-8f26c669d8db", "address": "fa:16:3e:fc:01:6d", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c321a0-d9", "ovs_interfaceid": "b0c321a0-d99f-495b-a6e0-8f26c669d8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.096672] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0ad75801-bd7d-4789-9359-3cc62931e3ad tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Lock "eff5542b-4142-422c-b73a-54d282b63637" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.653s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.150893] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4687953c-8a2a-433c-8af7-91036b3e3a5d tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.684s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.389649] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.389992] env[62822]: DEBUG nova.compute.manager [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Instance network_info: |[{"id": "b0c321a0-d99f-495b-a6e0-8f26c669d8db", "address": "fa:16:3e:fc:01:6d", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c321a0-d9", "ovs_interfaceid": "b0c321a0-d99f-495b-a6e0-8f26c669d8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.390320] env[62822]: DEBUG oslo_concurrency.lockutils [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] Acquired lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.390500] env[62822]: DEBUG nova.network.neutron [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Refreshing network info cache for port b0c321a0-d99f-495b-a6e0-8f26c669d8db {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.392041] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:01:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0c321a0-d99f-495b-a6e0-8f26c669d8db', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.399518] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Creating folder: Project (8d63fce8c2214a75920b4de15feebe75). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.400599] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1797afc6-24fd-4dc0-8648-7536b440c5be {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.412695] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Created folder: Project (8d63fce8c2214a75920b4de15feebe75) in parent group-v555973. [ 977.413175] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Creating folder: Instances. Parent ref: group-v556213. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.413175] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2ffe595-19ff-4f33-a2c1-57a31e6d434d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.422447] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Created folder: Instances in parent group-v556213. [ 977.422690] env[62822]: DEBUG oslo.service.loopingcall [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.422887] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.423128] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e6a49d1-fb6c-473d-a242-c6468913820c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.443017] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.443017] env[62822]: value = "task-2764662" [ 977.443017] env[62822]: _type = "Task" [ 977.443017] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.450669] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764662, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.601253] env[62822]: DEBUG nova.compute.manager [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.955207] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e6e80a-c052-4c81-af0b-10794f3accb7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.967643] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c308755e-ff96-40d1-97d6-bf9e067ce581 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.972132] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764662, 'name': CreateVM_Task, 'duration_secs': 0.330751} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.973586] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.974850] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.975123] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.975460] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.975987] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0ae5fa-b7de-407d-99eb-f227b325b5bd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.008285] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858a0192-60c7-41cc-8509-cad184588b3e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.013229] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 978.013229] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5257f197-8852-65aa-d34a-db9ca36dd8ee" [ 978.013229] env[62822]: _type = "Task" [ 978.013229] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.023609] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bed6b8d-808b-4feb-8c11-81bb004c5c10 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.031232] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5257f197-8852-65aa-d34a-db9ca36dd8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010828} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.031953] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.032311] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.032424] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.032571] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.032749] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.040396] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c11bf70-0b65-43e8-b261-f3dbd7a22d81 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.042723] env[62822]: DEBUG nova.compute.provider_tree [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.054596] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.054814] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.055533] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af11df4-281f-489d-a260-75f5c3bb50bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.060679] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 978.060679] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525448ed-a1cf-ac7f-3d9b-66c8b4f497f3" [ 978.060679] env[62822]: _type = "Task" [ 978.060679] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.068634] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525448ed-a1cf-ac7f-3d9b-66c8b4f497f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.126103] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.237198] env[62822]: DEBUG nova.network.neutron [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Updated VIF entry in instance network info cache for port b0c321a0-d99f-495b-a6e0-8f26c669d8db. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.237198] env[62822]: DEBUG nova.network.neutron [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Updating instance_info_cache with network_info: [{"id": "b0c321a0-d99f-495b-a6e0-8f26c669d8db", "address": "fa:16:3e:fc:01:6d", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c321a0-d9", "ovs_interfaceid": "b0c321a0-d99f-495b-a6e0-8f26c669d8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.455081] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "fd20843a-b98f-4169-af2a-42a57647923a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.455360] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "fd20843a-b98f-4169-af2a-42a57647923a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.455568] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "fd20843a-b98f-4169-af2a-42a57647923a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.455747] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "fd20843a-b98f-4169-af2a-42a57647923a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.455917] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "fd20843a-b98f-4169-af2a-42a57647923a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.457923] env[62822]: INFO nova.compute.manager [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Terminating instance [ 978.547726] env[62822]: DEBUG nova.scheduler.client.report [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.572729] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525448ed-a1cf-ac7f-3d9b-66c8b4f497f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01786} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.573583] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3442f2-8629-4cb3-9df4-11525aa1ec95 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.579277] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 978.579277] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52926a1c-6d4d-b7e2-2611-a18466eb0084" [ 978.579277] env[62822]: _type = "Task" [ 978.579277] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.593014] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52926a1c-6d4d-b7e2-2611-a18466eb0084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.740411] env[62822]: DEBUG oslo_concurrency.lockutils [req-350bc304-bf30-4b9b-80f1-746aa29eb166 req-76fef85b-fc56-40da-b749-d624e089350e service nova] Releasing lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.801932] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquiring lock "eff5542b-4142-422c-b73a-54d282b63637" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.802234] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Lock "eff5542b-4142-422c-b73a-54d282b63637" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.802448] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquiring lock "eff5542b-4142-422c-b73a-54d282b63637-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.802630] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Lock "eff5542b-4142-422c-b73a-54d282b63637-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.802844] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Lock "eff5542b-4142-422c-b73a-54d282b63637-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.807162] env[62822]: INFO nova.compute.manager [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Terminating instance [ 978.962379] env[62822]: DEBUG nova.compute.manager [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.962738] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.963813] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68176b5a-9097-4e0c-915d-a91beef13a91 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.972026] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.972026] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a909aae-b224-45cc-a91e-58fe1b54750e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.978421] env[62822]: DEBUG oslo_vmware.api [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 978.978421] env[62822]: value = "task-2764663" [ 978.978421] env[62822]: _type = "Task" [ 978.978421] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.988954] env[62822]: DEBUG oslo_vmware.api [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.054026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.054724] env[62822]: DEBUG nova.compute.manager [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.057531] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.455s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.059288] env[62822]: INFO nova.compute.claims [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.091615] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52926a1c-6d4d-b7e2-2611-a18466eb0084, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.092117] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.092553] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 62e118a1-1e3c-4220-bc62-20f4bacb9e73/62e118a1-1e3c-4220-bc62-20f4bacb9e73.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.092935] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3180c66e-aa29-4ace-b0a5-9262278bbe3e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.101024] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 979.101024] env[62822]: value = "task-2764664" [ 979.101024] env[62822]: _type = "Task" [ 979.101024] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.109854] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.215709] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 979.215949] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556212', 'volume_id': '2da6e6b2-1db0-4729-a038-6f947462985c', 'name': 'volume-2da6e6b2-1db0-4729-a038-6f947462985c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91df3211-6c1c-4f70-bc44-e1cbb7bc97c5', 'attached_at': '', 'detached_at': '', 'volume_id': '2da6e6b2-1db0-4729-a038-6f947462985c', 'serial': '2da6e6b2-1db0-4729-a038-6f947462985c'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 979.216957] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef274bf2-ba85-47fc-8379-525bbafbb971 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.233276] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2547afd-dba4-4646-ad70-ae83f844c81c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.259231] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-2da6e6b2-1db0-4729-a038-6f947462985c/volume-2da6e6b2-1db0-4729-a038-6f947462985c.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.259948] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ed6561a-80ec-45e1-867c-65f631ce0e11 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.280728] env[62822]: DEBUG oslo_vmware.api [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 979.280728] env[62822]: value = "task-2764665" [ 979.280728] env[62822]: _type = "Task" [ 979.280728] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.289027] env[62822]: DEBUG oslo_vmware.api [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.310268] env[62822]: DEBUG nova.compute.manager [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.310496] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.312568] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd4a0bc-f4ca-4451-bde4-7294fca32071 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.318576] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.318939] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5323ae0-ece7-4f07-bc44-1ac99b36bbdf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.329570] env[62822]: DEBUG oslo_vmware.api [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for the task: (returnval){ [ 979.329570] env[62822]: value = "task-2764666" [ 979.329570] env[62822]: _type = "Task" [ 979.329570] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.338371] env[62822]: DEBUG oslo_vmware.api [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.490397] env[62822]: DEBUG oslo_vmware.api [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764663, 'name': PowerOffVM_Task, 'duration_secs': 0.221606} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.490818] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.490912] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.491214] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b2882db-ab74-4cbb-8dfe-8b4c52d084e6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.557959] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.558214] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.558403] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Deleting the datastore file [datastore2] fd20843a-b98f-4169-af2a-42a57647923a {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.558683] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1727416-e031-4a9e-a44a-2dfcc232f152 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.567502] env[62822]: DEBUG nova.compute.utils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.569902] env[62822]: DEBUG oslo_vmware.api [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for the task: (returnval){ [ 979.569902] env[62822]: value = "task-2764668" [ 979.569902] env[62822]: _type = "Task" [ 979.569902] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.570335] env[62822]: DEBUG nova.compute.manager [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.570598] env[62822]: DEBUG nova.network.neutron [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.583502] env[62822]: DEBUG oslo_vmware.api [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.613671] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764664, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.638464] env[62822]: DEBUG nova.policy [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396229863b894f138dec9688a94b8de9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd460b6edfebe4f71820ebf90addff5de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.790723] env[62822]: DEBUG oslo_vmware.api [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764665, 'name': ReconfigVM_Task, 'duration_secs': 0.454142} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.791422] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-2da6e6b2-1db0-4729-a038-6f947462985c/volume-2da6e6b2-1db0-4729-a038-6f947462985c.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.795931] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc4bee3d-7a33-4592-91c7-ec0e893298d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.811911] env[62822]: DEBUG oslo_vmware.api [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 979.811911] env[62822]: value = "task-2764669" [ 979.811911] env[62822]: _type = "Task" [ 979.811911] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.822480] env[62822]: DEBUG oslo_vmware.api [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.838277] env[62822]: DEBUG oslo_vmware.api [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764666, 'name': PowerOffVM_Task, 'duration_secs': 0.235663} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.838708] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.838929] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.839204] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74b03ff2-8d11-4c19-9ca8-b5601dca5d4b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.872638] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "6768000e-8e69-4f92-a0d7-976fd23c6493" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.873098] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.896123] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.896349] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.896527] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Deleting the datastore file [datastore2] eff5542b-4142-422c-b73a-54d282b63637 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.896789] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9310c2f6-86d9-4e55-a6e2-0e44cefaaa60 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.903393] env[62822]: DEBUG oslo_vmware.api [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for the task: (returnval){ [ 979.903393] env[62822]: value = "task-2764671" [ 979.903393] env[62822]: _type = "Task" [ 979.903393] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.911520] env[62822]: DEBUG oslo_vmware.api [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.946496] env[62822]: DEBUG nova.network.neutron [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Successfully created port: 7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.070158] env[62822]: DEBUG nova.compute.manager [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.082762] env[62822]: DEBUG oslo_vmware.api [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Task: {'id': task-2764668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213126} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.083189] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.083279] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.086297] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.086297] env[62822]: INFO nova.compute.manager [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 980.086297] env[62822]: DEBUG oslo.service.loopingcall [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.086297] env[62822]: DEBUG nova.compute.manager [-] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.086297] env[62822]: DEBUG nova.network.neutron [-] [instance: fd20843a-b98f-4169-af2a-42a57647923a] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.120966] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587815} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.121392] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 62e118a1-1e3c-4220-bc62-20f4bacb9e73/62e118a1-1e3c-4220-bc62-20f4bacb9e73.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.121640] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.122199] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acc66c6b-b46c-4855-a73f-683e0af706e9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.128348] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 980.128348] env[62822]: value = "task-2764672" [ 980.128348] env[62822]: _type = "Task" [ 980.128348] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.138544] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.322043] env[62822]: DEBUG oslo_vmware.api [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764669, 'name': ReconfigVM_Task, 'duration_secs': 0.137001} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.322368] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556212', 'volume_id': '2da6e6b2-1db0-4729-a038-6f947462985c', 'name': 'volume-2da6e6b2-1db0-4729-a038-6f947462985c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91df3211-6c1c-4f70-bc44-e1cbb7bc97c5', 'attached_at': '', 'detached_at': '', 'volume_id': '2da6e6b2-1db0-4729-a038-6f947462985c', 'serial': '2da6e6b2-1db0-4729-a038-6f947462985c'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 980.413094] env[62822]: DEBUG oslo_vmware.api [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Task: {'id': task-2764671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160782} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.415711] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.415903] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.416142] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.416329] env[62822]: INFO nova.compute.manager [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] [instance: eff5542b-4142-422c-b73a-54d282b63637] Took 1.11 seconds to destroy the instance on the hypervisor. [ 980.416566] env[62822]: DEBUG oslo.service.loopingcall [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.416959] env[62822]: DEBUG nova.compute.manager [-] [instance: eff5542b-4142-422c-b73a-54d282b63637] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.417083] env[62822]: DEBUG nova.network.neutron [-] [instance: eff5542b-4142-422c-b73a-54d282b63637] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.433347] env[62822]: DEBUG nova.compute.manager [req-d775bf6e-e0e3-4b92-b4c6-a4dcd42bf4dd req-4ea10783-de91-45d4-95c6-1ee25fe68c97 service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Received event network-vif-deleted-f96104f3-1d92-43cf-a297-c712c968910d {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.436016] env[62822]: INFO nova.compute.manager [req-d775bf6e-e0e3-4b92-b4c6-a4dcd42bf4dd req-4ea10783-de91-45d4-95c6-1ee25fe68c97 service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Neutron deleted interface f96104f3-1d92-43cf-a297-c712c968910d; detaching it from the instance and deleting it from the info cache [ 980.436016] env[62822]: DEBUG nova.network.neutron [req-d775bf6e-e0e3-4b92-b4c6-a4dcd42bf4dd req-4ea10783-de91-45d4-95c6-1ee25fe68c97 service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.446411] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9e6268-8501-428d-8798-b15afe2580a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.454684] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99193868-e7a9-47e4-811b-818ab0ab6ebe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.488101] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96699e2c-9124-4733-954e-736e27210b47 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.495849] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2282597d-5824-40e6-aea9-11a76ac925bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.511279] env[62822]: DEBUG nova.compute.provider_tree [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.640680] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067346} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.640680] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.641292] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36160740-36fe-4d04-9a4b-99e6dd81c0a4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.739462] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 62e118a1-1e3c-4220-bc62-20f4bacb9e73/62e118a1-1e3c-4220-bc62-20f4bacb9e73.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.739462] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eedb5232-039c-4aa4-9ade-e90c27921c1e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.739462] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 980.739462] env[62822]: value = "task-2764673" [ 980.739462] env[62822]: _type = "Task" [ 980.739462] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.896279] env[62822]: DEBUG nova.network.neutron [-] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.936688] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3eedf906-2f42-4b68-87f0-976ba8d732b9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.948792] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c2b8f3-858c-4349-b657-30dd2cf319d2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.980087] env[62822]: DEBUG nova.compute.manager [req-d775bf6e-e0e3-4b92-b4c6-a4dcd42bf4dd req-4ea10783-de91-45d4-95c6-1ee25fe68c97 service nova] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Detach interface failed, port_id=f96104f3-1d92-43cf-a297-c712c968910d, reason: Instance fd20843a-b98f-4169-af2a-42a57647923a could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 981.014557] env[62822]: DEBUG nova.scheduler.client.report [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.081778] env[62822]: DEBUG nova.compute.manager [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.112061] env[62822]: DEBUG nova.virt.hardware [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.112061] env[62822]: DEBUG nova.virt.hardware [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.112061] env[62822]: DEBUG nova.virt.hardware [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.112061] env[62822]: DEBUG nova.virt.hardware [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.112061] env[62822]: DEBUG nova.virt.hardware [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.112061] env[62822]: DEBUG nova.virt.hardware [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.112061] env[62822]: DEBUG nova.virt.hardware [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.112061] env[62822]: DEBUG nova.virt.hardware [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.112061] env[62822]: DEBUG nova.virt.hardware [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.112061] env[62822]: DEBUG nova.virt.hardware [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.112061] env[62822]: DEBUG nova.virt.hardware [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.112534] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828d35a9-c432-4936-8b78-341702b9f8de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.121058] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0801da-0360-4ed2-b156-73e80bd46357 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.182759] env[62822]: DEBUG nova.network.neutron [-] [instance: eff5542b-4142-422c-b73a-54d282b63637] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.197177] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.366545] env[62822]: DEBUG nova.objects.instance [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lazy-loading 'flavor' on Instance uuid 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.399536] env[62822]: INFO nova.compute.manager [-] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Took 1.32 seconds to deallocate network for instance. [ 981.520366] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.521009] env[62822]: DEBUG nova.compute.manager [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.523032] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.503s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.524497] env[62822]: INFO nova.compute.claims [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.686043] env[62822]: INFO nova.compute.manager [-] [instance: eff5542b-4142-422c-b73a-54d282b63637] Took 1.27 seconds to deallocate network for instance. [ 981.701711] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764673, 'name': ReconfigVM_Task, 'duration_secs': 0.921832} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.702294] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 62e118a1-1e3c-4220-bc62-20f4bacb9e73/62e118a1-1e3c-4220-bc62-20f4bacb9e73.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.705461] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10110227-156f-4737-9e2c-7f9c971d9d3e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.713019] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 981.713019] env[62822]: value = "task-2764674" [ 981.713019] env[62822]: _type = "Task" [ 981.713019] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.721516] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764674, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.877102] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aea3f2a7-2b98-4629-95fb-c83931a543e1 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.303s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.891470] env[62822]: DEBUG nova.network.neutron [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Successfully updated port: 7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.913966] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.029265] env[62822]: DEBUG nova.compute.utils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.033980] env[62822]: DEBUG nova.compute.manager [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.034189] env[62822]: DEBUG nova.network.neutron [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.085310] env[62822]: DEBUG nova.policy [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ab0e20a8064577bc5e6b39b5818f39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d63fce8c2214a75920b4de15feebe75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.196791] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.223458] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764674, 'name': Rename_Task, 'duration_secs': 0.276691} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.224786] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.225116] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2742279-01aa-4d15-b73c-4bc451bb77fb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.232896] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 982.232896] env[62822]: value = "task-2764675" [ 982.232896] env[62822]: _type = "Task" [ 982.232896] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.241283] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.373060] env[62822]: DEBUG nova.network.neutron [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Successfully created port: 09b4955c-0797-4b7d-a713-28de04dfa30f {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.398451] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.398451] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.398451] env[62822]: DEBUG nova.network.neutron [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.480042] env[62822]: DEBUG nova.compute.manager [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] [instance: eff5542b-4142-422c-b73a-54d282b63637] Received event network-vif-deleted-9b687fca-cbf2-48fb-887c-8dd9e0bd64f0 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.480353] env[62822]: DEBUG nova.compute.manager [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Received event network-vif-plugged-7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.480596] env[62822]: DEBUG oslo_concurrency.lockutils [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] Acquiring lock "eed96017-c449-4ebc-8fd3-57948f8602cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.483552] env[62822]: DEBUG oslo_concurrency.lockutils [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] Lock "eed96017-c449-4ebc-8fd3-57948f8602cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.483787] env[62822]: DEBUG oslo_concurrency.lockutils [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] Lock "eed96017-c449-4ebc-8fd3-57948f8602cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.484015] env[62822]: DEBUG nova.compute.manager [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] No waiting events found dispatching network-vif-plugged-7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.484214] env[62822]: WARNING nova.compute.manager [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Received unexpected event network-vif-plugged-7f7ee280-1fc2-493b-a2be-eae8092f6c4c for instance with vm_state building and task_state spawning. [ 982.484382] env[62822]: DEBUG nova.compute.manager [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Received event network-changed-7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.485035] env[62822]: DEBUG nova.compute.manager [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing instance network info cache due to event network-changed-7f7ee280-1fc2-493b-a2be-eae8092f6c4c. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.485233] env[62822]: DEBUG oslo_concurrency.lockutils [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] Acquiring lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.534186] env[62822]: DEBUG nova.compute.manager [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.745027] env[62822]: DEBUG oslo_vmware.api [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764675, 'name': PowerOnVM_Task, 'duration_secs': 0.451579} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.745027] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.745350] env[62822]: INFO nova.compute.manager [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Took 8.14 seconds to spawn the instance on the hypervisor. [ 982.745350] env[62822]: DEBUG nova.compute.manager [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.749117] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebea3064-1548-4a79-abe1-1eca9c3dcdd1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.944328] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32eda03-ebfd-42bd-86b3-896952ebc000 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.952744] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23484733-75c7-4242-8a48-2ff737ae4edc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.996025] env[62822]: DEBUG nova.network.neutron [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.998575] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f6518c-e363-4118-8c43-36b0de94d362 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.008858] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31a253a-1532-480d-9871-deafeba2b8db {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.021286] env[62822]: DEBUG nova.compute.provider_tree [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.181407] env[62822]: DEBUG nova.network.neutron [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updating instance_info_cache with network_info: [{"id": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "address": "fa:16:3e:61:08:b1", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7ee280-1f", "ovs_interfaceid": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.268864] env[62822]: INFO nova.compute.manager [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Took 26.52 seconds to build instance. [ 983.309126] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "2787b2c8-2ffb-460d-a95c-63050a70725c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.309365] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "2787b2c8-2ffb-460d-a95c-63050a70725c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.527344] env[62822]: DEBUG nova.scheduler.client.report [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.544018] env[62822]: DEBUG nova.compute.manager [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.572126] env[62822]: DEBUG nova.virt.hardware [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.572126] env[62822]: DEBUG nova.virt.hardware [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.572126] env[62822]: DEBUG nova.virt.hardware [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.572126] env[62822]: DEBUG nova.virt.hardware [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.572126] env[62822]: DEBUG nova.virt.hardware [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.572126] env[62822]: DEBUG nova.virt.hardware [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.572126] env[62822]: DEBUG nova.virt.hardware [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.572126] env[62822]: DEBUG nova.virt.hardware [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.572638] env[62822]: DEBUG nova.virt.hardware [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.572939] env[62822]: DEBUG nova.virt.hardware [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.573274] env[62822]: DEBUG nova.virt.hardware [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.574261] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6d37ea-842c-49fd-b061-763d241982fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.583832] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772752ae-f94c-439d-b578-8c4856992f03 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.684823] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.685026] env[62822]: DEBUG nova.compute.manager [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Instance network_info: |[{"id": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "address": "fa:16:3e:61:08:b1", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7ee280-1f", "ovs_interfaceid": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.685748] env[62822]: DEBUG oslo_concurrency.lockutils [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] Acquired lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.685748] env[62822]: DEBUG nova.network.neutron [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing network info cache for port 7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.687202] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:08:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f7ee280-1fc2-493b-a2be-eae8092f6c4c', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.694849] env[62822]: DEBUG oslo.service.loopingcall [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.695282] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.696051] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ee40e2-9c64-44cb-b3ec-a8c497c11dd1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.715827] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.715827] env[62822]: value = "task-2764676" [ 983.715827] env[62822]: _type = "Task" [ 983.715827] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.723751] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764676, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.771226] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63610145-615a-4bed-8673-a86a57e4e6bc tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.032s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.961368] env[62822]: DEBUG nova.network.neutron [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Successfully updated port: 09b4955c-0797-4b7d-a713-28de04dfa30f {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.033035] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.033226] env[62822]: DEBUG nova.compute.manager [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.036028] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.155s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.226971] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764676, 'name': CreateVM_Task, 'duration_secs': 0.367115} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.227294] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.228321] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.228321] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.228321] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.228584] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64798235-199b-48de-97b7-c9da743ecb34 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.233251] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 984.233251] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528f79f4-68a3-84d4-3140-ebb094baee5e" [ 984.233251] env[62822]: _type = "Task" [ 984.233251] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.242532] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528f79f4-68a3-84d4-3140-ebb094baee5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.274610] env[62822]: DEBUG nova.compute.manager [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.387426] env[62822]: DEBUG nova.network.neutron [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updated VIF entry in instance network info cache for port 7f7ee280-1fc2-493b-a2be-eae8092f6c4c. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.387794] env[62822]: DEBUG nova.network.neutron [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updating instance_info_cache with network_info: [{"id": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "address": "fa:16:3e:61:08:b1", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7ee280-1f", "ovs_interfaceid": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.468071] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "refresh_cache-2d1123ad-3bdc-4015-a310-b33dd6a36033" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.468266] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "refresh_cache-2d1123ad-3bdc-4015-a310-b33dd6a36033" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.468470] env[62822]: DEBUG nova.network.neutron [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.506377] env[62822]: DEBUG nova.compute.manager [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Received event network-vif-plugged-09b4955c-0797-4b7d-a713-28de04dfa30f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.506593] env[62822]: DEBUG oslo_concurrency.lockutils [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] Acquiring lock "2d1123ad-3bdc-4015-a310-b33dd6a36033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.506795] env[62822]: DEBUG oslo_concurrency.lockutils [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] Lock "2d1123ad-3bdc-4015-a310-b33dd6a36033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.506967] env[62822]: DEBUG oslo_concurrency.lockutils [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] Lock "2d1123ad-3bdc-4015-a310-b33dd6a36033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.507146] env[62822]: DEBUG nova.compute.manager [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] No waiting events found dispatching network-vif-plugged-09b4955c-0797-4b7d-a713-28de04dfa30f {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.507311] env[62822]: WARNING nova.compute.manager [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Received unexpected event network-vif-plugged-09b4955c-0797-4b7d-a713-28de04dfa30f for instance with vm_state building and task_state spawning. [ 984.507469] env[62822]: DEBUG nova.compute.manager [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Received event network-changed-09b4955c-0797-4b7d-a713-28de04dfa30f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.507619] env[62822]: DEBUG nova.compute.manager [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Refreshing instance network info cache due to event network-changed-09b4955c-0797-4b7d-a713-28de04dfa30f. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.507778] env[62822]: DEBUG oslo_concurrency.lockutils [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] Acquiring lock "refresh_cache-2d1123ad-3bdc-4015-a310-b33dd6a36033" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.540045] env[62822]: DEBUG nova.compute.utils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.544156] env[62822]: INFO nova.compute.claims [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.547769] env[62822]: DEBUG nova.compute.manager [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.548812] env[62822]: DEBUG nova.network.neutron [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.585060] env[62822]: DEBUG nova.policy [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3cc3d44c89a42cc9528e7247bee348b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '664f9e8c0fa34d5cb912ef9de54613ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.743597] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528f79f4-68a3-84d4-3140-ebb094baee5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.743845] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.744184] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.744350] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.744495] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.744667] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.745018] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13f434e1-bbac-4af7-963c-a7a37609ca34 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.753103] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.753278] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.753977] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994e6679-3573-40e9-abb4-3efc65db53cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.758745] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 984.758745] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cd4747-ab7d-e85e-52cb-36aea5c99f80" [ 984.758745] env[62822]: _type = "Task" [ 984.758745] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.765958] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cd4747-ab7d-e85e-52cb-36aea5c99f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.801383] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.855782] env[62822]: DEBUG nova.network.neutron [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Successfully created port: 26c62028-1495-46ed-8f97-a7c1feadc73c {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.890712] env[62822]: DEBUG oslo_concurrency.lockutils [req-f31cf71e-5517-4c81-bb15-c68d4e2b4200 req-9ecea89b-3b32-45b0-a9c6-f26d65cb48c0 service nova] Releasing lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.016060] env[62822]: DEBUG nova.network.neutron [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.049213] env[62822]: DEBUG nova.compute.manager [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.054838] env[62822]: INFO nova.compute.resource_tracker [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating resource usage from migration b83f9c7a-c7c8-4427-9a7c-1fbdf13b1159 [ 985.266578] env[62822]: DEBUG nova.network.neutron [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Updating instance_info_cache with network_info: [{"id": "09b4955c-0797-4b7d-a713-28de04dfa30f", "address": "fa:16:3e:25:de:57", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b4955c-07", "ovs_interfaceid": "09b4955c-0797-4b7d-a713-28de04dfa30f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.273835] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cd4747-ab7d-e85e-52cb-36aea5c99f80, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.274667] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfadd511-0e49-446d-9e4c-136e03b19f02 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.279915] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 985.279915] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52383e69-e26a-a995-cd8e-373717a69881" [ 985.279915] env[62822]: _type = "Task" [ 985.279915] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.291956] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52383e69-e26a-a995-cd8e-373717a69881, 'name': SearchDatastore_Task} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.292718] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.292718] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] eed96017-c449-4ebc-8fd3-57948f8602cb/eed96017-c449-4ebc-8fd3-57948f8602cb.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.292902] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6086803e-4482-431b-88f9-4d9e7c729efe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.300523] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 985.300523] env[62822]: value = "task-2764677" [ 985.300523] env[62822]: _type = "Task" [ 985.300523] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.310397] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.453051] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218451a5-4435-485c-8fb5-5af70e24836d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.464015] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad4227a-b33c-4b89-850f-902b62ab77e6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.495986] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b245d88-1785-4640-b103-1f8388371a61 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.504047] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196c24f3-5332-4d0e-8c84-de547fbc4f45 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.518447] env[62822]: DEBUG nova.compute.provider_tree [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.769066] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "refresh_cache-2d1123ad-3bdc-4015-a310-b33dd6a36033" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.769426] env[62822]: DEBUG nova.compute.manager [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Instance network_info: |[{"id": "09b4955c-0797-4b7d-a713-28de04dfa30f", "address": "fa:16:3e:25:de:57", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b4955c-07", "ovs_interfaceid": "09b4955c-0797-4b7d-a713-28de04dfa30f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.769741] env[62822]: DEBUG oslo_concurrency.lockutils [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] Acquired lock "refresh_cache-2d1123ad-3bdc-4015-a310-b33dd6a36033" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.769922] env[62822]: DEBUG nova.network.neutron [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Refreshing network info cache for port 09b4955c-0797-4b7d-a713-28de04dfa30f {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.771144] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:de:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09b4955c-0797-4b7d-a713-28de04dfa30f', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.778710] env[62822]: DEBUG oslo.service.loopingcall [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.779721] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.779957] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d939aeae-4c2e-4ce3-9461-d4935bedefac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.801883] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.801883] env[62822]: value = "task-2764678" [ 985.801883] env[62822]: _type = "Task" [ 985.801883] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.812773] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462778} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.815671] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] eed96017-c449-4ebc-8fd3-57948f8602cb/eed96017-c449-4ebc-8fd3-57948f8602cb.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.815889] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.816372] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764678, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.816574] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1531217-2553-4825-a284-b25c7a1917de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.821921] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 985.821921] env[62822]: value = "task-2764679" [ 985.821921] env[62822]: _type = "Task" [ 985.821921] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.830972] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.021716] env[62822]: DEBUG nova.scheduler.client.report [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.061852] env[62822]: DEBUG nova.compute.manager [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.086843] env[62822]: DEBUG nova.virt.hardware [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.087119] env[62822]: DEBUG nova.virt.hardware [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.087272] env[62822]: DEBUG nova.virt.hardware [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.087455] env[62822]: DEBUG nova.virt.hardware [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.087594] env[62822]: DEBUG nova.virt.hardware [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.087735] env[62822]: DEBUG nova.virt.hardware [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.087936] env[62822]: DEBUG nova.virt.hardware [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.088113] env[62822]: DEBUG nova.virt.hardware [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.088324] env[62822]: DEBUG nova.virt.hardware [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.088445] env[62822]: DEBUG nova.virt.hardware [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.088612] env[62822]: DEBUG nova.virt.hardware [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.089467] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2998c4-20e0-4290-9af8-3ea095b78f79 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.097418] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a68edd-8c71-4758-a752-614f80c39ada {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.315021] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764678, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.332028] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064423} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.332028] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.332253] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a34b8a7-c0d7-4b48-83cf-ab1640b898b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.353535] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] eed96017-c449-4ebc-8fd3-57948f8602cb/eed96017-c449-4ebc-8fd3-57948f8602cb.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.355888] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d23b9ea0-d7da-46be-ab2c-e718e2b9e147 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.375799] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 986.375799] env[62822]: value = "task-2764680" [ 986.375799] env[62822]: _type = "Task" [ 986.375799] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.386839] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.527310] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.491s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.527770] env[62822]: INFO nova.compute.manager [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Migrating [ 986.534951] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.881s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.599384] env[62822]: DEBUG nova.compute.manager [req-b84f2ad5-47bd-4935-96ac-f0ced6ff4706 req-92444273-174a-4ac3-aa54-3a20e0f7a5f9 service nova] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Received event network-vif-plugged-26c62028-1495-46ed-8f97-a7c1feadc73c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.599731] env[62822]: DEBUG oslo_concurrency.lockutils [req-b84f2ad5-47bd-4935-96ac-f0ced6ff4706 req-92444273-174a-4ac3-aa54-3a20e0f7a5f9 service nova] Acquiring lock "1ccebe49-4e0b-4255-acb1-3a0a78722741-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.599954] env[62822]: DEBUG oslo_concurrency.lockutils [req-b84f2ad5-47bd-4935-96ac-f0ced6ff4706 req-92444273-174a-4ac3-aa54-3a20e0f7a5f9 service nova] Lock "1ccebe49-4e0b-4255-acb1-3a0a78722741-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.600029] env[62822]: DEBUG oslo_concurrency.lockutils [req-b84f2ad5-47bd-4935-96ac-f0ced6ff4706 req-92444273-174a-4ac3-aa54-3a20e0f7a5f9 service nova] Lock "1ccebe49-4e0b-4255-acb1-3a0a78722741-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.600393] env[62822]: DEBUG nova.compute.manager [req-b84f2ad5-47bd-4935-96ac-f0ced6ff4706 req-92444273-174a-4ac3-aa54-3a20e0f7a5f9 service nova] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] No waiting events found dispatching network-vif-plugged-26c62028-1495-46ed-8f97-a7c1feadc73c {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.600393] env[62822]: WARNING nova.compute.manager [req-b84f2ad5-47bd-4935-96ac-f0ced6ff4706 req-92444273-174a-4ac3-aa54-3a20e0f7a5f9 service nova] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Received unexpected event network-vif-plugged-26c62028-1495-46ed-8f97-a7c1feadc73c for instance with vm_state building and task_state spawning. [ 986.671820] env[62822]: DEBUG nova.network.neutron [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Updated VIF entry in instance network info cache for port 09b4955c-0797-4b7d-a713-28de04dfa30f. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.672268] env[62822]: DEBUG nova.network.neutron [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Updating instance_info_cache with network_info: [{"id": "09b4955c-0797-4b7d-a713-28de04dfa30f", "address": "fa:16:3e:25:de:57", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b4955c-07", "ovs_interfaceid": "09b4955c-0797-4b7d-a713-28de04dfa30f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.697543] env[62822]: DEBUG nova.network.neutron [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Successfully updated port: 26c62028-1495-46ed-8f97-a7c1feadc73c {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.819622] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764678, 'name': CreateVM_Task, 'duration_secs': 0.766742} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.819789] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.820459] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.820625] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.820941] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.821208] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5b5d37-5de6-4272-8a2e-de06a08acded {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.826766] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 986.826766] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5275f597-956a-9ac7-7e17-6fe1dcdfd4c5" [ 986.826766] env[62822]: _type = "Task" [ 986.826766] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.833900] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5275f597-956a-9ac7-7e17-6fe1dcdfd4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.884985] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764680, 'name': ReconfigVM_Task, 'duration_secs': 0.293446} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.885284] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Reconfigured VM instance instance-00000058 to attach disk [datastore2] eed96017-c449-4ebc-8fd3-57948f8602cb/eed96017-c449-4ebc-8fd3-57948f8602cb.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.885886] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63ad7581-50f6-4f7e-86b4-137718befe6b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.891918] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 986.891918] env[62822]: value = "task-2764681" [ 986.891918] env[62822]: _type = "Task" [ 986.891918] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.900878] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764681, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.049974] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.050198] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.050390] env[62822]: DEBUG nova.network.neutron [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.175148] env[62822]: DEBUG oslo_concurrency.lockutils [req-8d344fb4-5c93-43ae-9f03-b9e55fd442b4 req-e7c31ef7-bae1-45cf-ab82-b3393bf51dee service nova] Releasing lock "refresh_cache-2d1123ad-3bdc-4015-a310-b33dd6a36033" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.201052] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.201052] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.201052] env[62822]: DEBUG nova.network.neutron [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.336496] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5275f597-956a-9ac7-7e17-6fe1dcdfd4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008828} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.336852] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.337112] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.337395] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.337569] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.337784] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.338076] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a64d0d2e-840d-4896-b7a5-5715f05f391e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.346379] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.346589] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.347310] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71965659-57d0-4569-9770-828cdad05573 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.352187] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 987.352187] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523f74ea-586a-5d61-6b53-1e8f4cec6ff7" [ 987.352187] env[62822]: _type = "Task" [ 987.352187] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.359450] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523f74ea-586a-5d61-6b53-1e8f4cec6ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.402475] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764681, 'name': Rename_Task, 'duration_secs': 0.136494} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.402818] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.403205] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92e94409-b594-4edb-bd0d-5641231454b8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.410984] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 987.410984] env[62822]: value = "task-2764682" [ 987.410984] env[62822]: _type = "Task" [ 987.410984] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.418674] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.563163] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Applying migration context for instance 42afea5e-6a7e-4692-966c-cde7812c7992 as it has an incoming, in-progress migration b83f9c7a-c7c8-4427-9a7c-1fbdf13b1159. Migration status is pre-migrating {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 987.564868] env[62822]: INFO nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating resource usage from migration b83f9c7a-c7c8-4427-9a7c-1fbdf13b1159 [ 987.588566] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.588776] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 3bd82072-2c33-475f-bac6-da59d2c431ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.588955] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance b5714e47-2750-4617-a185-7e1cfeac03dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.589154] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance e2f23959-6da8-4a9b-8f47-9bd1694ea1d8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 987.589289] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.589436] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance fd20843a-b98f-4169-af2a-42a57647923a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 987.589565] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance e10ca7d4-11d6-462e-ae52-5738af401f55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.589682] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 6e48a8fe-876d-46f5-93de-bf56300966e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.589829] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance c3a054bf-f72b-4b1b-a03a-79ed6899997b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 987.589953] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance e642dd4c-6901-41df-9fc7-64d2f9c1e38b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.590117] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance eff5542b-4142-422c-b73a-54d282b63637 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 987.590245] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 62e118a1-1e3c-4220-bc62-20f4bacb9e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.590382] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance eed96017-c449-4ebc-8fd3-57948f8602cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.590478] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2d1123ad-3bdc-4015-a310-b33dd6a36033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.590588] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 1ccebe49-4e0b-4255-acb1-3a0a78722741 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.590707] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Migration b83f9c7a-c7c8-4427-9a7c-1fbdf13b1159 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 987.590816] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 42afea5e-6a7e-4692-966c-cde7812c7992 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 987.753244] env[62822]: DEBUG nova.network.neutron [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.862970] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523f74ea-586a-5d61-6b53-1e8f4cec6ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.864496] env[62822]: DEBUG nova.network.neutron [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance_info_cache with network_info: [{"id": "e046ce62-3c77-4592-bfbf-e85da8787815", "address": "fa:16:3e:9e:2b:03", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape046ce62-3c", "ovs_interfaceid": "e046ce62-3c77-4592-bfbf-e85da8787815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.866190] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20ab1bf-332b-43b6-97d4-c5abf89782fd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.873983] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 987.873983] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e38313-7e57-efbe-1a5e-3e029fa98e0c" [ 987.873983] env[62822]: _type = "Task" [ 987.873983] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.890751] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e38313-7e57-efbe-1a5e-3e029fa98e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.890751] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.890751] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 2d1123ad-3bdc-4015-a310-b33dd6a36033/2d1123ad-3bdc-4015-a310-b33dd6a36033.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.890751] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d40acdb6-2670-4fee-8d72-a179b7c0d8bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.896232] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 987.896232] env[62822]: value = "task-2764683" [ 987.896232] env[62822]: _type = "Task" [ 987.896232] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.905539] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.916058] env[62822]: DEBUG nova.network.neutron [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Updating instance_info_cache with network_info: [{"id": "26c62028-1495-46ed-8f97-a7c1feadc73c", "address": "fa:16:3e:62:7e:80", "network": {"id": "3c731f72-fdef-41ad-9b18-d90d0cb13775", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2086581764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "664f9e8c0fa34d5cb912ef9de54613ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c62028-14", "ovs_interfaceid": "26c62028-1495-46ed-8f97-a7c1feadc73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.922253] env[62822]: DEBUG oslo_vmware.api [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764682, 'name': PowerOnVM_Task, 'duration_secs': 0.456803} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.922552] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.922722] env[62822]: INFO nova.compute.manager [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Took 6.84 seconds to spawn the instance on the hypervisor. [ 987.922903] env[62822]: DEBUG nova.compute.manager [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.923781] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2629b819-a1d1-4a94-8119-e7bd8544e247 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.095056] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 988.368039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.406672] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450209} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.406920] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 2d1123ad-3bdc-4015-a310-b33dd6a36033/2d1123ad-3bdc-4015-a310-b33dd6a36033.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.407151] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.407575] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e1a0f28-49a3-4648-9c2f-4712555e125c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.413759] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 988.413759] env[62822]: value = "task-2764684" [ 988.413759] env[62822]: _type = "Task" [ 988.413759] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.418364] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Releasing lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.418649] env[62822]: DEBUG nova.compute.manager [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Instance network_info: |[{"id": "26c62028-1495-46ed-8f97-a7c1feadc73c", "address": "fa:16:3e:62:7e:80", "network": {"id": "3c731f72-fdef-41ad-9b18-d90d0cb13775", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2086581764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "664f9e8c0fa34d5cb912ef9de54613ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c62028-14", "ovs_interfaceid": "26c62028-1495-46ed-8f97-a7c1feadc73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.421843] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:7e:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26c62028-1495-46ed-8f97-a7c1feadc73c', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.430125] env[62822]: DEBUG oslo.service.loopingcall [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.430125] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.430125] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.430322] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08bae2d1-da8e-4670-8665-c99f095380de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.453731] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.453731] env[62822]: value = "task-2764685" [ 988.453731] env[62822]: _type = "Task" [ 988.453731] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.454200] env[62822]: INFO nova.compute.manager [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Took 31.11 seconds to build instance. [ 988.463264] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764685, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.597586] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 3092b05c-6611-41b0-938f-290a78b6de67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 988.631744] env[62822]: DEBUG nova.compute.manager [req-c0fb2575-2087-41b2-9dae-a66e1d106006 req-02386394-78ba-4f82-a9e6-91ea58bb98ce service nova] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Received event network-changed-26c62028-1495-46ed-8f97-a7c1feadc73c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.631986] env[62822]: DEBUG nova.compute.manager [req-c0fb2575-2087-41b2-9dae-a66e1d106006 req-02386394-78ba-4f82-a9e6-91ea58bb98ce service nova] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Refreshing instance network info cache due to event network-changed-26c62028-1495-46ed-8f97-a7c1feadc73c. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.632257] env[62822]: DEBUG oslo_concurrency.lockutils [req-c0fb2575-2087-41b2-9dae-a66e1d106006 req-02386394-78ba-4f82-a9e6-91ea58bb98ce service nova] Acquiring lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.632430] env[62822]: DEBUG oslo_concurrency.lockutils [req-c0fb2575-2087-41b2-9dae-a66e1d106006 req-02386394-78ba-4f82-a9e6-91ea58bb98ce service nova] Acquired lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.632632] env[62822]: DEBUG nova.network.neutron [req-c0fb2575-2087-41b2-9dae-a66e1d106006 req-02386394-78ba-4f82-a9e6-91ea58bb98ce service nova] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Refreshing network info cache for port 26c62028-1495-46ed-8f97-a7c1feadc73c {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.926344] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060118} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.926600] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.927683] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1bb2a-a18a-414b-a5b3-b116cbf30dcf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.951529] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 2d1123ad-3bdc-4015-a310-b33dd6a36033/2d1123ad-3bdc-4015-a310-b33dd6a36033.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.951654] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde0d831-875f-452b-94ec-631909d08ce6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.966082] env[62822]: DEBUG oslo_concurrency.lockutils [None req-688f39f8-650c-4765-bd3b-4effa5506bca tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "eed96017-c449-4ebc-8fd3-57948f8602cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.643s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.976209] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764685, 'name': CreateVM_Task, 'duration_secs': 0.322218} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.977412] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.977766] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 988.977766] env[62822]: value = "task-2764686" [ 988.977766] env[62822]: _type = "Task" [ 988.977766] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.978404] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.978515] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.978858] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.979202] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d224a69-dadf-4aba-8a45-768a64d5ed3c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.987292] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 988.987292] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e9caf7-7e27-0b6e-ca6e-0162bf12687f" [ 988.987292] env[62822]: _type = "Task" [ 988.987292] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.991052] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764686, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.000327] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e9caf7-7e27-0b6e-ca6e-0162bf12687f, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.000681] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.000915] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.001159] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.001337] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.001494] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.001740] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee1d707e-a3da-4366-ad84-96599f3ceca3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.010180] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.010355] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.011082] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de18aa8-3d28-4518-9d79-3a45cb4242fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.016082] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 989.016082] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b6503-ea15-d5af-7b58-7111589d0306" [ 989.016082] env[62822]: _type = "Task" [ 989.016082] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.024085] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b6503-ea15-d5af-7b58-7111589d0306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.101758] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 3c6e52bf-501c-4641-9928-e1f91784cc08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 989.356899] env[62822]: DEBUG nova.network.neutron [req-c0fb2575-2087-41b2-9dae-a66e1d106006 req-02386394-78ba-4f82-a9e6-91ea58bb98ce service nova] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Updated VIF entry in instance network info cache for port 26c62028-1495-46ed-8f97-a7c1feadc73c. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.357996] env[62822]: DEBUG nova.network.neutron [req-c0fb2575-2087-41b2-9dae-a66e1d106006 req-02386394-78ba-4f82-a9e6-91ea58bb98ce service nova] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Updating instance_info_cache with network_info: [{"id": "26c62028-1495-46ed-8f97-a7c1feadc73c", "address": "fa:16:3e:62:7e:80", "network": {"id": "3c731f72-fdef-41ad-9b18-d90d0cb13775", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2086581764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "664f9e8c0fa34d5cb912ef9de54613ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c62028-14", "ovs_interfaceid": "26c62028-1495-46ed-8f97-a7c1feadc73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.472574] env[62822]: DEBUG nova.compute.manager [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.491429] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.527091] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b6503-ea15-d5af-7b58-7111589d0306, 'name': SearchDatastore_Task, 'duration_secs': 0.008245} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.528208] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdfc19b-5cef-49c9-9161-444d356c0735 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.534909] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 989.534909] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524ab818-d312-ee67-ddb6-02be4acf5d15" [ 989.534909] env[62822]: _type = "Task" [ 989.534909] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.544754] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524ab818-d312-ee67-ddb6-02be4acf5d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.605094] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance bbafd2f0-d215-442d-b4c2-27db5d348ada has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 989.860459] env[62822]: DEBUG oslo_concurrency.lockutils [req-c0fb2575-2087-41b2-9dae-a66e1d106006 req-02386394-78ba-4f82-a9e6-91ea58bb98ce service nova] Releasing lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.880379] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3497fe-0496-4905-8c9c-d2a32515c803 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.900657] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance '42afea5e-6a7e-4692-966c-cde7812c7992' progress to 0 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.993411] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.994496] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.044467] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524ab818-d312-ee67-ddb6-02be4acf5d15, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.044729] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.044990] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 1ccebe49-4e0b-4255-acb1-3a0a78722741/1ccebe49-4e0b-4255-acb1-3a0a78722741.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.045263] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-575d4d9e-2432-4608-a3ba-c2d9f345b9e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.051369] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 990.051369] env[62822]: value = "task-2764687" [ 990.051369] env[62822]: _type = "Task" [ 990.051369] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.058601] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.108889] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 9b22d922-5152-41f0-af00-75b4d4b6c52f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 990.146339] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.146579] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.407432] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.408522] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf2f66cd-16ad-4acd-912e-18d52eca98b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.418198] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 990.418198] env[62822]: value = "task-2764688" [ 990.418198] env[62822]: _type = "Task" [ 990.418198] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.432443] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.493467] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764686, 'name': ReconfigVM_Task, 'duration_secs': 1.070998} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.493865] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 2d1123ad-3bdc-4015-a310-b33dd6a36033/2d1123ad-3bdc-4015-a310-b33dd6a36033.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.494734] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ec280ff-e3f4-4202-bebe-14970126b761 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.501931] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 990.501931] env[62822]: value = "task-2764689" [ 990.501931] env[62822]: _type = "Task" [ 990.501931] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.512581] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764689, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.561741] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459156} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.562064] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 1ccebe49-4e0b-4255-acb1-3a0a78722741/1ccebe49-4e0b-4255-acb1-3a0a78722741.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.562394] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.562691] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98cc5db7-b793-4654-a489-24fc23f0deda {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.571580] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 990.571580] env[62822]: value = "task-2764690" [ 990.571580] env[62822]: _type = "Task" [ 990.571580] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.578985] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.612414] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 492a0edf-38c7-436f-81e7-b6112dc16426 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 990.721396] env[62822]: DEBUG nova.compute.manager [req-b9bcb070-f1af-4b4d-8e40-bea47655149b req-0331709e-0882-44b1-a5fa-4274c13ebc88 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Received event network-changed-7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.721633] env[62822]: DEBUG nova.compute.manager [req-b9bcb070-f1af-4b4d-8e40-bea47655149b req-0331709e-0882-44b1-a5fa-4274c13ebc88 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing instance network info cache due to event network-changed-7f7ee280-1fc2-493b-a2be-eae8092f6c4c. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.721804] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9bcb070-f1af-4b4d-8e40-bea47655149b req-0331709e-0882-44b1-a5fa-4274c13ebc88 service nova] Acquiring lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.721967] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9bcb070-f1af-4b4d-8e40-bea47655149b req-0331709e-0882-44b1-a5fa-4274c13ebc88 service nova] Acquired lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.723029] env[62822]: DEBUG nova.network.neutron [req-b9bcb070-f1af-4b4d-8e40-bea47655149b req-0331709e-0882-44b1-a5fa-4274c13ebc88 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing network info cache for port 7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.927645] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764688, 'name': PowerOffVM_Task, 'duration_secs': 0.228096} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.927926] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.928127] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance '42afea5e-6a7e-4692-966c-cde7812c7992' progress to 17 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.012359] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764689, 'name': Rename_Task, 'duration_secs': 0.156463} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.012631] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.012927] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-458dcabe-4582-4908-bb3e-fa865974a09e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.019554] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 991.019554] env[62822]: value = "task-2764691" [ 991.019554] env[62822]: _type = "Task" [ 991.019554] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.026830] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.080389] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075806} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.080700] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.081485] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa16208-cbe0-4edb-957f-b83595fa5708 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.104059] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 1ccebe49-4e0b-4255-acb1-3a0a78722741/1ccebe49-4e0b-4255-acb1-3a0a78722741.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.104650] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eecb73fd-6876-4c55-b816-918009223b63 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.118947] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 991.127011] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 991.127011] env[62822]: value = "task-2764692" [ 991.127011] env[62822]: _type = "Task" [ 991.127011] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.135786] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.438122] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.438122] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.438122] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.438122] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.438122] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.438122] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.438122] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.438122] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.438122] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.438122] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.438122] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.445378] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65901c3-0935-4bc8-95b4-af937ae97709 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.461511] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 991.461511] env[62822]: value = "task-2764693" [ 991.461511] env[62822]: _type = "Task" [ 991.461511] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.471201] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.488626] env[62822]: DEBUG nova.network.neutron [req-b9bcb070-f1af-4b4d-8e40-bea47655149b req-0331709e-0882-44b1-a5fa-4274c13ebc88 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updated VIF entry in instance network info cache for port 7f7ee280-1fc2-493b-a2be-eae8092f6c4c. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.488864] env[62822]: DEBUG nova.network.neutron [req-b9bcb070-f1af-4b4d-8e40-bea47655149b req-0331709e-0882-44b1-a5fa-4274c13ebc88 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updating instance_info_cache with network_info: [{"id": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "address": "fa:16:3e:61:08:b1", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7ee280-1f", "ovs_interfaceid": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.528995] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.621856] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 6768000e-8e69-4f92-a0d7-976fd23c6493 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 991.637161] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.973290] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764693, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.992150] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9bcb070-f1af-4b4d-8e40-bea47655149b req-0331709e-0882-44b1-a5fa-4274c13ebc88 service nova] Releasing lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.030999] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.125199] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2787b2c8-2ffb-460d-a95c-63050a70725c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 992.125494] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 992.125643] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 992.136941] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764692, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.460324] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869e1d15-4bc2-4e56-9d52-2ee82a1f1067 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.472322] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde28ea6-d75f-43b9-8505-4d6a27f6d237 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.478227] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764693, 'name': ReconfigVM_Task, 'duration_secs': 0.629127} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.478759] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance '42afea5e-6a7e-4692-966c-cde7812c7992' progress to 33 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.506421] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632db45e-ff33-42dc-b9d1-5b683f842c6a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.514111] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1d8a39-774f-4885-a3d6-13b0c9a6f60e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.527511] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.537797] env[62822]: DEBUG oslo_vmware.api [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764691, 'name': PowerOnVM_Task, 'duration_secs': 1.223819} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.538338] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.538691] env[62822]: INFO nova.compute.manager [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Took 8.99 seconds to spawn the instance on the hypervisor. [ 992.538801] env[62822]: DEBUG nova.compute.manager [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.540097] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a810ecb3-0b04-4dfe-b004-df658cdd4e1b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.637617] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764692, 'name': ReconfigVM_Task, 'duration_secs': 1.019459} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.637893] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 1ccebe49-4e0b-4255-acb1-3a0a78722741/1ccebe49-4e0b-4255-acb1-3a0a78722741.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.638530] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b11e8a9-d542-4276-9b90-75c7b96e31b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.645331] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 992.645331] env[62822]: value = "task-2764694" [ 992.645331] env[62822]: _type = "Task" [ 992.645331] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.654953] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764694, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.008263] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.008513] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.008671] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.008852] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.008997] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.009162] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.009389] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.009521] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.009686] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.009933] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.010141] env[62822]: DEBUG nova.virt.hardware [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.015453] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.015743] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a11f8e91-0910-4055-94c4-2b06f9b9bf50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.034592] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.037688] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 993.037688] env[62822]: value = "task-2764695" [ 993.037688] env[62822]: _type = "Task" [ 993.037688] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.048530] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764695, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.055853] env[62822]: INFO nova.compute.manager [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Took 35.47 seconds to build instance. [ 993.155809] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764694, 'name': Rename_Task, 'duration_secs': 0.144722} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.156465] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.156817] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04caf365-351b-4aec-9dbc-711fe135db4d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.163701] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 993.163701] env[62822]: value = "task-2764696" [ 993.163701] env[62822]: _type = "Task" [ 993.163701] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.173700] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.544287] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 993.544690] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.010s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.545015] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.125s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.545294] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.548217] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.799s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.550422] env[62822]: INFO nova.compute.claims [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.560390] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8fd16b45-69ad-4d06-b399-242519f3aea0 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "2d1123ad-3bdc-4015-a310-b33dd6a36033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.984s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.560390] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764695, 'name': ReconfigVM_Task, 'duration_secs': 0.170499} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.561245] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 993.562240] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea42132f-f12e-48e9-923c-5ba144d9eb25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.584567] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 42afea5e-6a7e-4692-966c-cde7812c7992/42afea5e-6a7e-4692-966c-cde7812c7992.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.585771] env[62822]: INFO nova.scheduler.client.report [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Deleted allocations for instance c3a054bf-f72b-4b1b-a03a-79ed6899997b [ 993.587269] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff058bd7-e916-4127-9f67-eaa34a98be13 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.602864] env[62822]: INFO nova.compute.manager [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Rescuing [ 993.603128] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "refresh_cache-2d1123ad-3bdc-4015-a310-b33dd6a36033" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.603279] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "refresh_cache-2d1123ad-3bdc-4015-a310-b33dd6a36033" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.603393] env[62822]: DEBUG nova.network.neutron [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.610215] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 993.610215] env[62822]: value = "task-2764697" [ 993.610215] env[62822]: _type = "Task" [ 993.610215] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.619546] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.674113] env[62822]: DEBUG oslo_vmware.api [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764696, 'name': PowerOnVM_Task, 'duration_secs': 0.457436} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.674113] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.674113] env[62822]: INFO nova.compute.manager [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Took 7.61 seconds to spawn the instance on the hypervisor. [ 993.674332] env[62822]: DEBUG nova.compute.manager [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.675050] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf807b-e6fb-4490-a90a-17e2342ae517 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.062609] env[62822]: DEBUG nova.compute.manager [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.110698] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a975c1e-9cb0-48ea-975d-3ffb434ac59c tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "c3a054bf-f72b-4b1b-a03a-79ed6899997b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.401s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.121157] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764697, 'name': ReconfigVM_Task, 'duration_secs': 0.252501} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.122451] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 42afea5e-6a7e-4692-966c-cde7812c7992/42afea5e-6a7e-4692-966c-cde7812c7992.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.122625] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance '42afea5e-6a7e-4692-966c-cde7812c7992' progress to 50 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.192022] env[62822]: INFO nova.compute.manager [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Took 34.19 seconds to build instance. [ 994.364623] env[62822]: DEBUG nova.network.neutron [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Updating instance_info_cache with network_info: [{"id": "09b4955c-0797-4b7d-a713-28de04dfa30f", "address": "fa:16:3e:25:de:57", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b4955c-07", "ovs_interfaceid": "09b4955c-0797-4b7d-a713-28de04dfa30f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.582081] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.629313] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33acc3db-0041-41d9-88ab-a40f03884a07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.657362] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2fd01-afcf-42f8-908a-d92fc560ae6b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.674785] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance '42afea5e-6a7e-4692-966c-cde7812c7992' progress to 67 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.694359] env[62822]: DEBUG oslo_concurrency.lockutils [None req-25418d08-6a20-4019-bf2c-928ba4c1b4f9 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "1ccebe49-4e0b-4255-acb1-3a0a78722741" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.702s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.868381] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "refresh_cache-2d1123ad-3bdc-4015-a310-b33dd6a36033" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.927233] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4829367-f451-4333-85e0-cd10fce27e50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.936583] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171a05c4-3e3b-4fd1-9091-a0b33e60297e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.971767] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90791140-cf37-4e95-b2f1-c5166bcc3d20 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.979764] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c07b27-4edd-4ecd-9a65-7d2dc6e4c329 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.993937] env[62822]: INFO nova.compute.manager [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Rescuing [ 994.994227] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.994381] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.994547] env[62822]: DEBUG nova.network.neutron [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.995995] env[62822]: DEBUG nova.compute.provider_tree [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.197212] env[62822]: DEBUG nova.compute.manager [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.219541] env[62822]: DEBUG nova.network.neutron [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Port e046ce62-3c77-4592-bfbf-e85da8787815 binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 995.500851] env[62822]: DEBUG nova.scheduler.client.report [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.696052] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "734a3cce-c336-4ec7-abe9-15b1263fc218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.696415] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "734a3cce-c336-4ec7-abe9-15b1263fc218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.707470] env[62822]: DEBUG nova.network.neutron [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Updating instance_info_cache with network_info: [{"id": "26c62028-1495-46ed-8f97-a7c1feadc73c", "address": "fa:16:3e:62:7e:80", "network": {"id": "3c731f72-fdef-41ad-9b18-d90d0cb13775", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2086581764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "664f9e8c0fa34d5cb912ef9de54613ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c62028-14", "ovs_interfaceid": "26c62028-1495-46ed-8f97-a7c1feadc73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.719132] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.006764] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.007075] env[62822]: DEBUG nova.compute.manager [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.010179] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.913s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.011617] env[62822]: INFO nova.compute.claims [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.210761] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Releasing lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.242303] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "42afea5e-6a7e-4692-966c-cde7812c7992-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.242550] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "42afea5e-6a7e-4692-966c-cde7812c7992-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.242727] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "42afea5e-6a7e-4692-966c-cde7812c7992-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.405105] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.405435] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8785b62-3589-4f31-8bfc-4a7c8693aeea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.413038] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 996.413038] env[62822]: value = "task-2764698" [ 996.413038] env[62822]: _type = "Task" [ 996.413038] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.421749] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.518124] env[62822]: DEBUG nova.compute.utils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.520234] env[62822]: DEBUG nova.compute.manager [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.520407] env[62822]: DEBUG nova.network.neutron [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.558243] env[62822]: DEBUG nova.policy [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '583711aadf314df99085da1810cea932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e3bac4c72a4aabb2a3643b1c2b7d10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.929161] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764698, 'name': PowerOffVM_Task, 'duration_secs': 0.423733} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.929597] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.930877] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3a995f-282d-4724-bdde-ee91e8341e59 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.966921] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0f6239-6e67-4962-af71-f8fee80ddc6d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.998172] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.998584] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfe63fab-a042-4cc6-98eb-8d596b045fbb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.006034] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 997.006034] env[62822]: value = "task-2764699" [ 997.006034] env[62822]: _type = "Task" [ 997.006034] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.014112] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.020717] env[62822]: DEBUG nova.compute.manager [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.141322] env[62822]: DEBUG nova.network.neutron [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Successfully created port: c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.310786] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.310880] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.310996] env[62822]: DEBUG nova.network.neutron [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.384464] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b629740-74ef-4102-9177-2b7a3dd42a62 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.392732] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcf12cc-faf6-42a5-aa4c-7e3f2ecd4948 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.426368] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d36c8c-c94b-45be-913d-3f41f5accb70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.437761] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1779c5-3f44-4e1c-b223-6c25d833f96e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.452128] env[62822]: DEBUG nova.compute.provider_tree [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.516673] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 997.516909] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.517150] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.517301] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.517477] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.517802] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3af8e10-b7d7-469e-addf-a526d8975f35 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.532586] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.532762] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.533553] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e77cf9c-8b1c-4f81-a6be-712e670acb8b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.538852] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 997.538852] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525d5985-e128-a917-5491-3e312b4e9de6" [ 997.538852] env[62822]: _type = "Task" [ 997.538852] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.547172] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525d5985-e128-a917-5491-3e312b4e9de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.759035] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.759168] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3749dcb1-2b3f-4f79-a796-7832eed6b039 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.766648] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 997.766648] env[62822]: value = "task-2764700" [ 997.766648] env[62822]: _type = "Task" [ 997.766648] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.775362] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.955575] env[62822]: DEBUG nova.scheduler.client.report [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.022900] env[62822]: DEBUG nova.network.neutron [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance_info_cache with network_info: [{"id": "e046ce62-3c77-4592-bfbf-e85da8787815", "address": "fa:16:3e:9e:2b:03", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape046ce62-3c", "ovs_interfaceid": "e046ce62-3c77-4592-bfbf-e85da8787815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.031681] env[62822]: DEBUG nova.compute.manager [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.049486] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525d5985-e128-a917-5491-3e312b4e9de6, 'name': SearchDatastore_Task, 'duration_secs': 0.024125} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.050286] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1331dcd-3149-4ce1-96fe-2b4b5628df34 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.058161] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 998.058161] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52589b58-883b-bb17-ef18-181ac8424943" [ 998.058161] env[62822]: _type = "Task" [ 998.058161] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.063197] env[62822]: DEBUG nova.virt.hardware [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.063409] env[62822]: DEBUG nova.virt.hardware [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.063559] env[62822]: DEBUG nova.virt.hardware [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.063740] env[62822]: DEBUG nova.virt.hardware [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.063883] env[62822]: DEBUG nova.virt.hardware [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.064036] env[62822]: DEBUG nova.virt.hardware [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.064251] env[62822]: DEBUG nova.virt.hardware [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.064408] env[62822]: DEBUG nova.virt.hardware [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.064570] env[62822]: DEBUG nova.virt.hardware [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.064765] env[62822]: DEBUG nova.virt.hardware [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.064978] env[62822]: DEBUG nova.virt.hardware [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.065744] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bbd5fe-16e5-412c-9a9c-8ea9b3fb30ec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.073123] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52589b58-883b-bb17-ef18-181ac8424943, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.077629] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.077629] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 2d1123ad-3bdc-4015-a310-b33dd6a36033/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. {{(pid=62822) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 998.077629] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d46a5f06-d8e1-4cab-be79-2bea1b55650d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.078758] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b233c7-f5a3-46f3-bf17-20568ea75041 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.093170] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 998.093170] env[62822]: value = "task-2764701" [ 998.093170] env[62822]: _type = "Task" [ 998.093170] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.100360] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.277864] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764700, 'name': PowerOffVM_Task, 'duration_secs': 0.193377} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.278156] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.279013] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed494197-2988-413a-ad0c-85b253e6cd7d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.297882] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c090d9-266d-4eae-beea-4cf918c98775 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.328191] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.328507] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e7c865b-d0da-4340-ae2f-0da114abe775 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.335660] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 998.335660] env[62822]: value = "task-2764702" [ 998.335660] env[62822]: _type = "Task" [ 998.335660] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.345805] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.463322] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.464060] env[62822]: DEBUG nova.compute.manager [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.467164] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.321s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.468783] env[62822]: INFO nova.compute.claims [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.525882] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.603083] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469687} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.603779] env[62822]: INFO nova.virt.vmwareapi.ds_util [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 2d1123ad-3bdc-4015-a310-b33dd6a36033/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. [ 998.604132] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d2c12-878c-4d72-aad3-95715002fec7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.630328] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 2d1123ad-3bdc-4015-a310-b33dd6a36033/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.630647] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf7923e9-5724-4b9b-a4aa-a956b394a9d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.650848] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 998.650848] env[62822]: value = "task-2764703" [ 998.650848] env[62822]: _type = "Task" [ 998.650848] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.658431] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.669187] env[62822]: DEBUG nova.compute.manager [req-b44ac92f-a784-46e0-a92b-e7673f948246 req-c87b5d01-41da-4323-bcf1-dc28a9f39325 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Received event network-vif-plugged-c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.669406] env[62822]: DEBUG oslo_concurrency.lockutils [req-b44ac92f-a784-46e0-a92b-e7673f948246 req-c87b5d01-41da-4323-bcf1-dc28a9f39325 service nova] Acquiring lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.669622] env[62822]: DEBUG oslo_concurrency.lockutils [req-b44ac92f-a784-46e0-a92b-e7673f948246 req-c87b5d01-41da-4323-bcf1-dc28a9f39325 service nova] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.669851] env[62822]: DEBUG oslo_concurrency.lockutils [req-b44ac92f-a784-46e0-a92b-e7673f948246 req-c87b5d01-41da-4323-bcf1-dc28a9f39325 service nova] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.670285] env[62822]: DEBUG nova.compute.manager [req-b44ac92f-a784-46e0-a92b-e7673f948246 req-c87b5d01-41da-4323-bcf1-dc28a9f39325 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] No waiting events found dispatching network-vif-plugged-c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.670495] env[62822]: WARNING nova.compute.manager [req-b44ac92f-a784-46e0-a92b-e7673f948246 req-c87b5d01-41da-4323-bcf1-dc28a9f39325 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Received unexpected event network-vif-plugged-c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b for instance with vm_state building and task_state spawning. [ 998.813201] env[62822]: DEBUG nova.network.neutron [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Successfully updated port: c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.846715] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 998.846952] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.847234] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.847405] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.847593] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.847856] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01ef286b-c245-4970-bffd-494025ad0433 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.856969] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.857204] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.857958] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41d3f20-c9ea-4ac5-89e3-4ad3862651ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.863447] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 998.863447] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528c778a-4076-d03e-b34b-6d9113eb284a" [ 998.863447] env[62822]: _type = "Task" [ 998.863447] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.870406] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528c778a-4076-d03e-b34b-6d9113eb284a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.973810] env[62822]: DEBUG nova.compute.utils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.978379] env[62822]: DEBUG nova.compute.manager [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.978559] env[62822]: DEBUG nova.network.neutron [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.018410] env[62822]: DEBUG nova.policy [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a384914d8adf4529b985f480872f2c09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2f8f55dae734d0eb921bc785053b4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.051800] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bc37a3-0e56-4c98-a341-944b918c72a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.072354] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9274a44b-7114-45b4-8db7-754cf6b36527 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.079449] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance '42afea5e-6a7e-4692-966c-cde7812c7992' progress to 83 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.160317] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764703, 'name': ReconfigVM_Task, 'duration_secs': 0.27965} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.160664] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 2d1123ad-3bdc-4015-a310-b33dd6a36033/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.161459] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c87a0ec-0a54-4e19-95a8-5339ad590862 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.188034] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ede21c-9dba-4bd0-84ca-74f2c1812885 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.204194] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 999.204194] env[62822]: value = "task-2764704" [ 999.204194] env[62822]: _type = "Task" [ 999.204194] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.212658] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.316063] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "refresh_cache-4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.316222] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "refresh_cache-4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.316372] env[62822]: DEBUG nova.network.neutron [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.368303] env[62822]: DEBUG nova.network.neutron [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Successfully created port: d39fec22-9c52-4599-8cd8-6a196dfda918 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.375997] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528c778a-4076-d03e-b34b-6d9113eb284a, 'name': SearchDatastore_Task, 'duration_secs': 0.007313} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.376960] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8606c43f-a448-4cb4-b4a3-99d087ba1892 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.382292] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 999.382292] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a22772-1e7c-3ecb-3fd0-b9899f8464fb" [ 999.382292] env[62822]: _type = "Task" [ 999.382292] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.391337] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a22772-1e7c-3ecb-3fd0-b9899f8464fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.481590] env[62822]: DEBUG nova.compute.manager [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.587980] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.588634] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e0ecbce-d919-495c-9a37-ba87f40bd512 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.598860] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 999.598860] env[62822]: value = "task-2764705" [ 999.598860] env[62822]: _type = "Task" [ 999.598860] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.608134] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.713691] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764704, 'name': ReconfigVM_Task, 'duration_secs': 0.284208} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.716107] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.716567] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d09fa328-9a0d-4c99-8d11-d09d5f4ae29a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.722910] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 999.722910] env[62822]: value = "task-2764706" [ 999.722910] env[62822]: _type = "Task" [ 999.722910] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.738800] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.832101] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9ac8a5-595a-442b-9b4b-bf3b10ce2684 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.839835] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b7e67e-18a3-4082-89d4-5ca87e797863 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.873320] env[62822]: DEBUG nova.network.neutron [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.876186] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c5cca0-adef-486d-adcd-7e8076f050f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.887598] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e489dc-0f30-4c14-b750-88c25d9ebda7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.896695] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a22772-1e7c-3ecb-3fd0-b9899f8464fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.904774] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.905062] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 1ccebe49-4e0b-4255-acb1-3a0a78722741/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. {{(pid=62822) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 999.905562] env[62822]: DEBUG nova.compute.provider_tree [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.909199] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cacac089-af6e-4bcd-ac81-69af8ab5bd31 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.916958] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 999.916958] env[62822]: value = "task-2764707" [ 999.916958] env[62822]: _type = "Task" [ 999.916958] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.925937] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.069390] env[62822]: DEBUG nova.network.neutron [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Updating instance_info_cache with network_info: [{"id": "c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b", "address": "fa:16:3e:4d:6a:be", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80ef8f7-7e", "ovs_interfaceid": "c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.106785] env[62822]: DEBUG oslo_vmware.api [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764705, 'name': PowerOnVM_Task, 'duration_secs': 0.393477} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.107114] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.107308] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f01377-a9ea-4749-9fe6-22e91b7192af tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance '42afea5e-6a7e-4692-966c-cde7812c7992' progress to 100 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.232766] env[62822]: DEBUG oslo_vmware.api [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764706, 'name': PowerOnVM_Task, 'duration_secs': 0.379596} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.232766] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.235502] env[62822]: DEBUG nova.compute.manager [None req-3d65e923-ba4c-445f-8b31-5ec698e25c48 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.236238] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1bde7a-3d21-4d72-b942-9486382768f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.412918] env[62822]: DEBUG nova.scheduler.client.report [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.428083] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764707, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.491819] env[62822]: DEBUG nova.compute.manager [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.525288] env[62822]: DEBUG nova.virt.hardware [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.525716] env[62822]: DEBUG nova.virt.hardware [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.525996] env[62822]: DEBUG nova.virt.hardware [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.526336] env[62822]: DEBUG nova.virt.hardware [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.526611] env[62822]: DEBUG nova.virt.hardware [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.526850] env[62822]: DEBUG nova.virt.hardware [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.527226] env[62822]: DEBUG nova.virt.hardware [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.527569] env[62822]: DEBUG nova.virt.hardware [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.527832] env[62822]: DEBUG nova.virt.hardware [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.528122] env[62822]: DEBUG nova.virt.hardware [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.528435] env[62822]: DEBUG nova.virt.hardware [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.529958] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa010158-f928-471a-8563-688c6d4b2c71 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.542822] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2833260e-5ff3-4d6f-8273-8100d13557a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.572116] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "refresh_cache-4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.572309] env[62822]: DEBUG nova.compute.manager [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Instance network_info: |[{"id": "c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b", "address": "fa:16:3e:4d:6a:be", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80ef8f7-7e", "ovs_interfaceid": "c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.573187] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:6a:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.580529] env[62822]: DEBUG oslo.service.loopingcall [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.580671] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.580910] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8479e2d-c78a-452c-8f19-55d4c9f4b81d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.604466] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.604466] env[62822]: value = "task-2764708" [ 1000.604466] env[62822]: _type = "Task" [ 1000.604466] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.616425] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764708, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.721845] env[62822]: DEBUG nova.compute.manager [req-17b777d4-69a8-430d-9e78-f73232a5ce74 req-8d1caf2a-4725-413c-9a83-7a91f6524851 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Received event network-changed-c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.722308] env[62822]: DEBUG nova.compute.manager [req-17b777d4-69a8-430d-9e78-f73232a5ce74 req-8d1caf2a-4725-413c-9a83-7a91f6524851 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Refreshing instance network info cache due to event network-changed-c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1000.723293] env[62822]: DEBUG oslo_concurrency.lockutils [req-17b777d4-69a8-430d-9e78-f73232a5ce74 req-8d1caf2a-4725-413c-9a83-7a91f6524851 service nova] Acquiring lock "refresh_cache-4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.723293] env[62822]: DEBUG oslo_concurrency.lockutils [req-17b777d4-69a8-430d-9e78-f73232a5ce74 req-8d1caf2a-4725-413c-9a83-7a91f6524851 service nova] Acquired lock "refresh_cache-4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.723293] env[62822]: DEBUG nova.network.neutron [req-17b777d4-69a8-430d-9e78-f73232a5ce74 req-8d1caf2a-4725-413c-9a83-7a91f6524851 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Refreshing network info cache for port c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.919143] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.919143] env[62822]: DEBUG nova.compute.manager [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.921729] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.779s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.923572] env[62822]: INFO nova.compute.claims [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.937668] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927256} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.938099] env[62822]: INFO nova.virt.vmwareapi.ds_util [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 1ccebe49-4e0b-4255-acb1-3a0a78722741/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. [ 1000.938935] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d4199b-e4b2-4d3a-afe7-e197004608cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.968828] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 1ccebe49-4e0b-4255-acb1-3a0a78722741/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.969978] env[62822]: DEBUG nova.network.neutron [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Successfully updated port: d39fec22-9c52-4599-8cd8-6a196dfda918 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.971262] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c25710d-3e1b-4d34-97e4-a988a282b28e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.986814] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-3092b05c-6611-41b0-938f-290a78b6de67" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.987039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-3092b05c-6611-41b0-938f-290a78b6de67" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.987228] env[62822]: DEBUG nova.network.neutron [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.999230] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 1000.999230] env[62822]: value = "task-2764709" [ 1000.999230] env[62822]: _type = "Task" [ 1000.999230] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.014706] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.116870] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764708, 'name': CreateVM_Task, 'duration_secs': 0.486024} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.121448] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.123151] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.123151] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.123151] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.124015] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27b2b61-1af2-4ca0-8fd9-012b1209081e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.131068] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1001.131068] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526760d1-eed3-963d-6af7-39574ddf4c95" [ 1001.131068] env[62822]: _type = "Task" [ 1001.131068] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.140916] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526760d1-eed3-963d-6af7-39574ddf4c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.428696] env[62822]: DEBUG nova.compute.utils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.430702] env[62822]: DEBUG nova.compute.manager [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.431053] env[62822]: DEBUG nova.network.neutron [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.456046] env[62822]: DEBUG nova.network.neutron [req-17b777d4-69a8-430d-9e78-f73232a5ce74 req-8d1caf2a-4725-413c-9a83-7a91f6524851 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Updated VIF entry in instance network info cache for port c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.456046] env[62822]: DEBUG nova.network.neutron [req-17b777d4-69a8-430d-9e78-f73232a5ce74 req-8d1caf2a-4725-413c-9a83-7a91f6524851 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Updating instance_info_cache with network_info: [{"id": "c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b", "address": "fa:16:3e:4d:6a:be", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80ef8f7-7e", "ovs_interfaceid": "c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.476440] env[62822]: DEBUG nova.policy [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64be30fd805a41d2933ea23d0b59b88b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f086dc4e420b48c5b60500e01e640f10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.511345] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.531462] env[62822]: DEBUG nova.network.neutron [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.650264] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526760d1-eed3-963d-6af7-39574ddf4c95, 'name': SearchDatastore_Task, 'duration_secs': 0.030756} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.651381] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.651381] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.651883] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.652096] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.652750] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.652750] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5f64a92-48db-4791-aa96-a576fbf161d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.665680] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.666133] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.666940] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08646753-3469-4f31-8e73-fd4b2e1218ce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.673806] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1001.673806] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524a02fc-7a2b-3f80-21c9-2217ada0c0a1" [ 1001.673806] env[62822]: _type = "Task" [ 1001.673806] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.682745] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524a02fc-7a2b-3f80-21c9-2217ada0c0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.802937] env[62822]: DEBUG nova.network.neutron [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Updating instance_info_cache with network_info: [{"id": "d39fec22-9c52-4599-8cd8-6a196dfda918", "address": "fa:16:3e:c0:83:97", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39fec22-9c", "ovs_interfaceid": "d39fec22-9c52-4599-8cd8-6a196dfda918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.935167] env[62822]: DEBUG nova.compute.manager [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.957680] env[62822]: DEBUG oslo_concurrency.lockutils [req-17b777d4-69a8-430d-9e78-f73232a5ce74 req-8d1caf2a-4725-413c-9a83-7a91f6524851 service nova] Releasing lock "refresh_cache-4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.995461] env[62822]: DEBUG nova.network.neutron [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Successfully created port: 4ad80d9c-2963-4e8e-af2d-4237fbe498e8 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.015733] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.193630] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524a02fc-7a2b-3f80-21c9-2217ada0c0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.06318} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.198789] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d54c6c1-ef28-4fca-9241-b631a0b6b3c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.204317] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1002.204317] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ee9f06-da9d-286a-e824-2da92725dbc3" [ 1002.204317] env[62822]: _type = "Task" [ 1002.204317] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.219898] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ee9f06-da9d-286a-e824-2da92725dbc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.305582] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-3092b05c-6611-41b0-938f-290a78b6de67" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.305945] env[62822]: DEBUG nova.compute.manager [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Instance network_info: |[{"id": "d39fec22-9c52-4599-8cd8-6a196dfda918", "address": "fa:16:3e:c0:83:97", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39fec22-9c", "ovs_interfaceid": "d39fec22-9c52-4599-8cd8-6a196dfda918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.306509] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:83:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd39fec22-9c52-4599-8cd8-6a196dfda918', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.314121] env[62822]: DEBUG oslo.service.loopingcall [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.317041] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.317399] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5585190-9793-4f93-ad66-5727fe516a2f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.348112] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.348112] env[62822]: value = "task-2764710" [ 1002.348112] env[62822]: _type = "Task" [ 1002.348112] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.360604] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764710, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.399098] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8c50b5-3259-4e64-ac89-101c9d051fb2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.408023] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b195c56-601e-447e-baf0-d6ede2010c0f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.441797] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41387f5a-f743-43dc-b2ff-07361753f9f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.455825] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bc5fb2-c088-47a0-b7a5-381035ae163d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.473683] env[62822]: DEBUG nova.compute.provider_tree [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.516428] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764709, 'name': ReconfigVM_Task, 'duration_secs': 1.129344} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.516428] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 1ccebe49-4e0b-4255-acb1-3a0a78722741/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.517070] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a08583-3950-4b0d-a20b-ccd6a6559700 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.544847] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56be2238-7896-4aa6-9763-c2903b259e70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.555337] env[62822]: DEBUG oslo_concurrency.lockutils [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "42afea5e-6a7e-4692-966c-cde7812c7992" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.555591] env[62822]: DEBUG oslo_concurrency.lockutils [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "42afea5e-6a7e-4692-966c-cde7812c7992" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.555782] env[62822]: DEBUG nova.compute.manager [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Going to confirm migration 5 {{(pid=62822) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1002.564462] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 1002.564462] env[62822]: value = "task-2764711" [ 1002.564462] env[62822]: _type = "Task" [ 1002.564462] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.578043] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.716659] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ee9f06-da9d-286a-e824-2da92725dbc3, 'name': SearchDatastore_Task, 'duration_secs': 0.013936} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.716993] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.717307] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77/4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.717605] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec5bd040-5296-47df-b839-b8de49010e54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.726308] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1002.726308] env[62822]: value = "task-2764712" [ 1002.726308] env[62822]: _type = "Task" [ 1002.726308] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.741617] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.797012] env[62822]: DEBUG nova.compute.manager [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Received event network-vif-plugged-d39fec22-9c52-4599-8cd8-6a196dfda918 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.797557] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] Acquiring lock "3092b05c-6611-41b0-938f-290a78b6de67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.798935] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] Lock "3092b05c-6611-41b0-938f-290a78b6de67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.798935] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] Lock "3092b05c-6611-41b0-938f-290a78b6de67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.798935] env[62822]: DEBUG nova.compute.manager [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] No waiting events found dispatching network-vif-plugged-d39fec22-9c52-4599-8cd8-6a196dfda918 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.798935] env[62822]: WARNING nova.compute.manager [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Received unexpected event network-vif-plugged-d39fec22-9c52-4599-8cd8-6a196dfda918 for instance with vm_state building and task_state spawning. [ 1002.798935] env[62822]: DEBUG nova.compute.manager [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Received event network-changed-d39fec22-9c52-4599-8cd8-6a196dfda918 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.798935] env[62822]: DEBUG nova.compute.manager [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Refreshing instance network info cache due to event network-changed-d39fec22-9c52-4599-8cd8-6a196dfda918. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1002.798935] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] Acquiring lock "refresh_cache-3092b05c-6611-41b0-938f-290a78b6de67" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.799337] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] Acquired lock "refresh_cache-3092b05c-6611-41b0-938f-290a78b6de67" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.799383] env[62822]: DEBUG nova.network.neutron [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Refreshing network info cache for port d39fec22-9c52-4599-8cd8-6a196dfda918 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.859626] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764710, 'name': CreateVM_Task, 'duration_secs': 0.456766} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.859857] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.860712] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.860917] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.861218] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.861591] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc64e52-6e39-4f3b-915e-bab7791bf9b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.869920] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1002.869920] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526dd769-e370-b1da-95ad-1e88e8ac29c2" [ 1002.869920] env[62822]: _type = "Task" [ 1002.869920] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.879449] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526dd769-e370-b1da-95ad-1e88e8ac29c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.953171] env[62822]: DEBUG nova.compute.manager [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.977526] env[62822]: DEBUG nova.scheduler.client.report [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.984936] env[62822]: DEBUG nova.virt.hardware [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.985136] env[62822]: DEBUG nova.virt.hardware [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.985286] env[62822]: DEBUG nova.virt.hardware [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.985506] env[62822]: DEBUG nova.virt.hardware [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.985679] env[62822]: DEBUG nova.virt.hardware [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.985898] env[62822]: DEBUG nova.virt.hardware [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.986165] env[62822]: DEBUG nova.virt.hardware [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.986357] env[62822]: DEBUG nova.virt.hardware [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.986533] env[62822]: DEBUG nova.virt.hardware [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.986725] env[62822]: DEBUG nova.virt.hardware [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.986906] env[62822]: DEBUG nova.virt.hardware [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.987876] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af50d5ba-28ba-4cda-93da-914c100c106c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.998718] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a6a934-8426-4b66-9941-b8998874aeb1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.077732] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764711, 'name': ReconfigVM_Task, 'duration_secs': 0.236787} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.078140] env[62822]: INFO nova.compute.manager [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Rescuing [ 1003.078376] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.078526] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.078688] env[62822]: DEBUG nova.network.neutron [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.079921] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.080253] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a9d2b4a-434c-417e-a633-ecbafe0b986f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.090492] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 1003.090492] env[62822]: value = "task-2764713" [ 1003.090492] env[62822]: _type = "Task" [ 1003.090492] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.100664] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.114371] env[62822]: DEBUG oslo_concurrency.lockutils [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.114554] env[62822]: DEBUG oslo_concurrency.lockutils [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.114780] env[62822]: DEBUG nova.network.neutron [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.115053] env[62822]: DEBUG nova.objects.instance [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lazy-loading 'info_cache' on Instance uuid 42afea5e-6a7e-4692-966c-cde7812c7992 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.238065] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764712, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.382637] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526dd769-e370-b1da-95ad-1e88e8ac29c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.382829] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.383091] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.383334] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.383478] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.383669] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.383918] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8052d2ac-ffa8-40b8-a388-4c09b1f6dcf3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.395214] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.395416] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.396199] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc67d4ee-4a5b-4321-96e1-4a4ee7966904 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.402865] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1003.402865] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5235e3d2-939b-690a-3332-def0aba12634" [ 1003.402865] env[62822]: _type = "Task" [ 1003.402865] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.411882] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5235e3d2-939b-690a-3332-def0aba12634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.494016] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.494559] env[62822]: DEBUG nova.compute.manager [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.499943] env[62822]: DEBUG oslo_concurrency.lockutils [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.695s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.500244] env[62822]: DEBUG oslo_concurrency.lockutils [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.502277] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.654s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.504051] env[62822]: INFO nova.compute.claims [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.556754] env[62822]: INFO nova.scheduler.client.report [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleted allocations for instance e2f23959-6da8-4a9b-8f47-9bd1694ea1d8 [ 1003.604751] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.738787] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624957} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.738970] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77/4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.739200] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.739474] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aec1aee-e9f9-417d-952e-9d2d52287acc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.748022] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1003.748022] env[62822]: value = "task-2764714" [ 1003.748022] env[62822]: _type = "Task" [ 1003.748022] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.762386] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.802172] env[62822]: DEBUG nova.network.neutron [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Updated VIF entry in instance network info cache for port d39fec22-9c52-4599-8cd8-6a196dfda918. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.802172] env[62822]: DEBUG nova.network.neutron [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Updating instance_info_cache with network_info: [{"id": "d39fec22-9c52-4599-8cd8-6a196dfda918", "address": "fa:16:3e:c0:83:97", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39fec22-9c", "ovs_interfaceid": "d39fec22-9c52-4599-8cd8-6a196dfda918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.915991] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5235e3d2-939b-690a-3332-def0aba12634, 'name': SearchDatastore_Task, 'duration_secs': 0.034631} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.916846] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcea9707-230e-4ab3-8044-1d0a26ff727d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.924105] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1003.924105] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529429eb-b40b-4eb0-6765-782bf1c20e3f" [ 1003.924105] env[62822]: _type = "Task" [ 1003.924105] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.935547] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529429eb-b40b-4eb0-6765-782bf1c20e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.002540] env[62822]: DEBUG nova.compute.utils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.004596] env[62822]: DEBUG nova.compute.manager [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.004834] env[62822]: DEBUG nova.network.neutron [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.053267] env[62822]: DEBUG nova.network.neutron [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Updating instance_info_cache with network_info: [{"id": "b0c321a0-d99f-495b-a6e0-8f26c669d8db", "address": "fa:16:3e:fc:01:6d", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c321a0-d9", "ovs_interfaceid": "b0c321a0-d99f-495b-a6e0-8f26c669d8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.064224] env[62822]: DEBUG oslo_concurrency.lockutils [None req-028e9d4d-2dfb-498c-b68f-13cfa7242967 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "e2f23959-6da8-4a9b-8f47-9bd1694ea1d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.771s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.072804] env[62822]: DEBUG nova.policy [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e14d93f802874ab28231c6bd6a4741da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '903ae20e72974cad909e0ff61f943ea2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.103101] env[62822]: DEBUG oslo_vmware.api [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764713, 'name': PowerOnVM_Task, 'duration_secs': 0.93129} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.103383] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.106206] env[62822]: DEBUG nova.compute.manager [None req-fc2a499a-6b2b-4f96-a9d2-e3e98de358f6 tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.107037] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1652e6d3-4793-4c68-90ac-1575719d7a2f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.184681] env[62822]: DEBUG nova.network.neutron [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Successfully updated port: 4ad80d9c-2963-4e8e-af2d-4237fbe498e8 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.260919] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258454} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.261255] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.262202] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94806dbb-a165-4105-b89b-9b165202e8f0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.285571] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77/4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.285836] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42fc802a-a65b-48ad-86b7-e4c3b4d4e71d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.303687] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1af769-e2b7-4dd0-9fde-607c76f9886a req-69a7846d-1cd8-4dca-b99c-5108b5f0cf30 service nova] Releasing lock "refresh_cache-3092b05c-6611-41b0-938f-290a78b6de67" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.309369] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1004.309369] env[62822]: value = "task-2764715" [ 1004.309369] env[62822]: _type = "Task" [ 1004.309369] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.319007] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.436156] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529429eb-b40b-4eb0-6765-782bf1c20e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.041175} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.436455] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.436782] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 3092b05c-6611-41b0-938f-290a78b6de67/3092b05c-6611-41b0-938f-290a78b6de67.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.437132] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-421725e2-813b-448a-b00b-99e0b6f6b773 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.447060] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1004.447060] env[62822]: value = "task-2764716" [ 1004.447060] env[62822]: _type = "Task" [ 1004.447060] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.456032] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.505382] env[62822]: DEBUG nova.compute.manager [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.515322] env[62822]: DEBUG nova.network.neutron [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance_info_cache with network_info: [{"id": "e046ce62-3c77-4592-bfbf-e85da8787815", "address": "fa:16:3e:9e:2b:03", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape046ce62-3c", "ovs_interfaceid": "e046ce62-3c77-4592-bfbf-e85da8787815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.559122] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.651115] env[62822]: DEBUG nova.network.neutron [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Successfully created port: 8e3e3bc6-a050-441d-8320-5f090a64f658 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.688205] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "refresh_cache-3c6e52bf-501c-4641-9928-e1f91784cc08" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.688305] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "refresh_cache-3c6e52bf-501c-4641-9928-e1f91784cc08" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.688451] env[62822]: DEBUG nova.network.neutron [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.823675] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764715, 'name': ReconfigVM_Task, 'duration_secs': 0.374036} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.826314] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77/4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.827630] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc3c8056-ea83-4c93-9d75-3e8eb44ef9d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.834430] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1004.834430] env[62822]: value = "task-2764717" [ 1004.834430] env[62822]: _type = "Task" [ 1004.834430] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.846636] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764717, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.946992] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3ba9cf-259c-4393-a375-95de14b86421 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.965918] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c855954-7017-450b-ad4e-9a329c9983bf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.969979] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764716, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.004196] env[62822]: DEBUG nova.compute.manager [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Received event network-vif-plugged-4ad80d9c-2963-4e8e-af2d-4237fbe498e8 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.005131] env[62822]: DEBUG oslo_concurrency.lockutils [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] Acquiring lock "3c6e52bf-501c-4641-9928-e1f91784cc08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.005131] env[62822]: DEBUG oslo_concurrency.lockutils [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] Lock "3c6e52bf-501c-4641-9928-e1f91784cc08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.005131] env[62822]: DEBUG oslo_concurrency.lockutils [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] Lock "3c6e52bf-501c-4641-9928-e1f91784cc08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.005131] env[62822]: DEBUG nova.compute.manager [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] No waiting events found dispatching network-vif-plugged-4ad80d9c-2963-4e8e-af2d-4237fbe498e8 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.005131] env[62822]: WARNING nova.compute.manager [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Received unexpected event network-vif-plugged-4ad80d9c-2963-4e8e-af2d-4237fbe498e8 for instance with vm_state building and task_state spawning. [ 1005.005468] env[62822]: DEBUG nova.compute.manager [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Received event network-changed-4ad80d9c-2963-4e8e-af2d-4237fbe498e8 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.005468] env[62822]: DEBUG nova.compute.manager [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Refreshing instance network info cache due to event network-changed-4ad80d9c-2963-4e8e-af2d-4237fbe498e8. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1005.005602] env[62822]: DEBUG oslo_concurrency.lockutils [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] Acquiring lock "refresh_cache-3c6e52bf-501c-4641-9928-e1f91784cc08" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.006390] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2a00a3-49ae-4d1c-b0c0-3747265ab6e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.019310] env[62822]: DEBUG oslo_concurrency.lockutils [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "refresh_cache-42afea5e-6a7e-4692-966c-cde7812c7992" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.019453] env[62822]: DEBUG nova.objects.instance [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lazy-loading 'migration_context' on Instance uuid 42afea5e-6a7e-4692-966c-cde7812c7992 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.021518] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221d9ffc-2f33-4561-a8c9-52345172eb40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.042458] env[62822]: DEBUG nova.compute.provider_tree [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.247376] env[62822]: DEBUG nova.network.neutron [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.348812] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764717, 'name': Rename_Task, 'duration_secs': 0.136732} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.349185] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.349328] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc08fe53-2ab1-489a-821d-977a13d55097 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.356608] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1005.356608] env[62822]: value = "task-2764718" [ 1005.356608] env[62822]: _type = "Task" [ 1005.356608] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.368728] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.418358] env[62822]: DEBUG nova.network.neutron [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Updating instance_info_cache with network_info: [{"id": "4ad80d9c-2963-4e8e-af2d-4237fbe498e8", "address": "fa:16:3e:11:6e:bb", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad80d9c-29", "ovs_interfaceid": "4ad80d9c-2963-4e8e-af2d-4237fbe498e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.461814] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquiring lock "e10ca7d4-11d6-462e-ae52-5738af401f55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.462136] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Lock "e10ca7d4-11d6-462e-ae52-5738af401f55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.463052] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquiring lock "e10ca7d4-11d6-462e-ae52-5738af401f55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.463052] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Lock "e10ca7d4-11d6-462e-ae52-5738af401f55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.463052] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Lock "e10ca7d4-11d6-462e-ae52-5738af401f55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.464705] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910992} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.466651] env[62822]: INFO nova.compute.manager [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Terminating instance [ 1005.466651] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 3092b05c-6611-41b0-938f-290a78b6de67/3092b05c-6611-41b0-938f-290a78b6de67.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.467442] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.468133] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e9a8b63-d3f0-4304-8655-39fa0320fcb8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.479076] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1005.479076] env[62822]: value = "task-2764719" [ 1005.479076] env[62822]: _type = "Task" [ 1005.479076] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.488398] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.516146] env[62822]: DEBUG nova.compute.manager [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.527864] env[62822]: DEBUG nova.objects.base [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Object Instance<42afea5e-6a7e-4692-966c-cde7812c7992> lazy-loaded attributes: info_cache,migration_context {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.529679] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d486ebf-9f40-4c16-9a29-064cd57cda72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.550635] env[62822]: DEBUG nova.scheduler.client.report [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.557505] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f073a46-46ea-48c8-8c9b-895749a3ab3b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.563612] env[62822]: DEBUG oslo_vmware.api [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1005.563612] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ef2a1d-95cc-fb2c-24d9-58052ba30192" [ 1005.563612] env[62822]: _type = "Task" [ 1005.563612] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.569088] env[62822]: DEBUG nova.virt.hardware [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.569339] env[62822]: DEBUG nova.virt.hardware [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.569512] env[62822]: DEBUG nova.virt.hardware [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.569709] env[62822]: DEBUG nova.virt.hardware [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.569860] env[62822]: DEBUG nova.virt.hardware [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.570048] env[62822]: DEBUG nova.virt.hardware [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.570288] env[62822]: DEBUG nova.virt.hardware [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.570463] env[62822]: DEBUG nova.virt.hardware [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.570652] env[62822]: DEBUG nova.virt.hardware [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.570821] env[62822]: DEBUG nova.virt.hardware [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.571018] env[62822]: DEBUG nova.virt.hardware [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.572360] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6908a731-2370-45c9-9fe4-2d6d6094b3cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.581772] env[62822]: DEBUG oslo_vmware.api [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ef2a1d-95cc-fb2c-24d9-58052ba30192, 'name': SearchDatastore_Task, 'duration_secs': 0.007819} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.583810] env[62822]: DEBUG oslo_concurrency.lockutils [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.585056] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b226cae0-d5d7-4d96-a199-1f87e575ed93 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.868367] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764718, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.875110] env[62822]: INFO nova.compute.manager [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Unrescuing [ 1005.875756] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.875756] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquired lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.875756] env[62822]: DEBUG nova.network.neutron [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.950149] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "refresh_cache-3c6e52bf-501c-4641-9928-e1f91784cc08" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.950149] env[62822]: DEBUG nova.compute.manager [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Instance network_info: |[{"id": "4ad80d9c-2963-4e8e-af2d-4237fbe498e8", "address": "fa:16:3e:11:6e:bb", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad80d9c-29", "ovs_interfaceid": "4ad80d9c-2963-4e8e-af2d-4237fbe498e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.950149] env[62822]: DEBUG oslo_concurrency.lockutils [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] Acquired lock "refresh_cache-3c6e52bf-501c-4641-9928-e1f91784cc08" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.950149] env[62822]: DEBUG nova.network.neutron [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Refreshing network info cache for port 4ad80d9c-2963-4e8e-af2d-4237fbe498e8 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.950149] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:6e:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ad80d9c-2963-4e8e-af2d-4237fbe498e8', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.950149] env[62822]: DEBUG oslo.service.loopingcall [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.950149] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.950149] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eddd36d-c204-402a-b631-0ce66c121e3a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.959598] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.959598] env[62822]: value = "task-2764720" [ 1005.959598] env[62822]: _type = "Task" [ 1005.959598] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.970461] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764720, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.972348] env[62822]: DEBUG nova.compute.manager [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.972568] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.973916] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5786cf56-9528-4913-af2b-1adf92d8b771 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.982024] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.985323] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad171c69-36d1-4795-857c-a0b5407afbae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.992568] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106448} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.992568] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.992568] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3637b9-571e-4f70-b907-aea0d9b2dd36 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.995442] env[62822]: DEBUG oslo_vmware.api [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for the task: (returnval){ [ 1005.995442] env[62822]: value = "task-2764721" [ 1005.995442] env[62822]: _type = "Task" [ 1005.995442] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.018559] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 3092b05c-6611-41b0-938f-290a78b6de67/3092b05c-6611-41b0-938f-290a78b6de67.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.022023] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d17c67e-c31f-4550-a8e2-67d5fe1f2f04 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.043471] env[62822]: DEBUG oslo_vmware.api [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.049803] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1006.049803] env[62822]: value = "task-2764722" [ 1006.049803] env[62822]: _type = "Task" [ 1006.049803] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.059663] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.059663] env[62822]: DEBUG nova.compute.manager [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.063776] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.063776] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.937s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.064380] env[62822]: INFO nova.compute.claims [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.114929] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.114929] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a15754-4ed5-42c3-9826-bc39dd0e966a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.122890] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1006.122890] env[62822]: value = "task-2764723" [ 1006.122890] env[62822]: _type = "Task" [ 1006.122890] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.136771] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.367016] env[62822]: DEBUG oslo_vmware.api [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764718, 'name': PowerOnVM_Task, 'duration_secs': 0.64919} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.367423] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.367651] env[62822]: INFO nova.compute.manager [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1006.367831] env[62822]: DEBUG nova.compute.manager [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.368727] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a214aa-a205-446b-83f1-709939c7e808 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.425461] env[62822]: DEBUG nova.network.neutron [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Updated VIF entry in instance network info cache for port 4ad80d9c-2963-4e8e-af2d-4237fbe498e8. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.425822] env[62822]: DEBUG nova.network.neutron [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Updating instance_info_cache with network_info: [{"id": "4ad80d9c-2963-4e8e-af2d-4237fbe498e8", "address": "fa:16:3e:11:6e:bb", "network": {"id": "344f8392-923b-47fc-b544-bc318e6d0917", "bridge": "br-int", "label": "tempest-ImagesTestJSON-952104327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f086dc4e420b48c5b60500e01e640f10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad80d9c-29", "ovs_interfaceid": "4ad80d9c-2963-4e8e-af2d-4237fbe498e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.468976] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764720, 'name': CreateVM_Task, 'duration_secs': 0.47166} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.469230] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.469931] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.470169] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.470505] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.470770] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2c5391-07f5-42cd-9909-897352f67ac4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.476270] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1006.476270] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52acfad3-d9ca-97d1-081a-dab9060ca773" [ 1006.476270] env[62822]: _type = "Task" [ 1006.476270] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.484136] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52acfad3-d9ca-97d1-081a-dab9060ca773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.504976] env[62822]: DEBUG oslo_vmware.api [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764721, 'name': PowerOffVM_Task, 'duration_secs': 0.229982} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.505297] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.505512] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.505722] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cc06abb-c54f-460c-a583-4a8b321a0852 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.561396] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.569270] env[62822]: DEBUG nova.compute.utils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.574019] env[62822]: DEBUG nova.compute.manager [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.574019] env[62822]: DEBUG nova.network.neutron [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.588913] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.589215] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.589440] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Deleting the datastore file [datastore1] e10ca7d4-11d6-462e-ae52-5738af401f55 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.589765] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31a49931-4274-485a-a1ff-be1daf17a781 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.598568] env[62822]: DEBUG oslo_vmware.api [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for the task: (returnval){ [ 1006.598568] env[62822]: value = "task-2764725" [ 1006.598568] env[62822]: _type = "Task" [ 1006.598568] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.610703] env[62822]: DEBUG oslo_vmware.api [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.631638] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764723, 'name': PowerOffVM_Task, 'duration_secs': 0.280976} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.631903] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.632786] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aebe83-c08e-4b02-af99-b2f3204497aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.654229] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba60ff6-7597-48ab-96cc-9566f6f33518 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.690941] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.691281] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4506f4da-2f00-4ded-b797-a99d5e6a1813 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.698863] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1006.698863] env[62822]: value = "task-2764726" [ 1006.698863] env[62822]: _type = "Task" [ 1006.698863] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.706923] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.889654] env[62822]: INFO nova.compute.manager [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Took 39.16 seconds to build instance. [ 1006.895416] env[62822]: DEBUG nova.policy [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7bb3f1a8624556898161f95c132f54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05de64a3acae489c9894d353fa73ed58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.928951] env[62822]: DEBUG oslo_concurrency.lockutils [req-05188358-989b-4557-ab3f-df0a6981faf4 req-000dbbd2-f6f1-4871-ae10-f8003f0cf388 service nova] Releasing lock "refresh_cache-3c6e52bf-501c-4641-9928-e1f91784cc08" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.936386] env[62822]: DEBUG nova.network.neutron [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Successfully updated port: 8e3e3bc6-a050-441d-8320-5f090a64f658 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.989422] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52acfad3-d9ca-97d1-081a-dab9060ca773, 'name': SearchDatastore_Task, 'duration_secs': 0.024091} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.989787] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.990038] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.990844] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.990844] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.990844] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.990844] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a861d76-49fa-40c5-b39e-1a68267ac2d5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.999365] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.999769] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.000286] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e99ef74c-2a9f-48f3-bbeb-f9ed2249507a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.006931] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1007.006931] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c94539-6346-8003-aadc-e9753b08877a" [ 1007.006931] env[62822]: _type = "Task" [ 1007.006931] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.015732] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c94539-6346-8003-aadc-e9753b08877a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.059506] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764722, 'name': ReconfigVM_Task, 'duration_secs': 0.592837} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.061028] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 3092b05c-6611-41b0-938f-290a78b6de67/3092b05c-6611-41b0-938f-290a78b6de67.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.061028] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acc983af-578d-426b-a7ac-1ce9a54b334a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.066843] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1007.066843] env[62822]: value = "task-2764727" [ 1007.066843] env[62822]: _type = "Task" [ 1007.066843] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.075843] env[62822]: DEBUG nova.compute.manager [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.088488] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764727, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.095291] env[62822]: DEBUG nova.network.neutron [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Updating instance_info_cache with network_info: [{"id": "26c62028-1495-46ed-8f97-a7c1feadc73c", "address": "fa:16:3e:62:7e:80", "network": {"id": "3c731f72-fdef-41ad-9b18-d90d0cb13775", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2086581764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "664f9e8c0fa34d5cb912ef9de54613ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c62028-14", "ovs_interfaceid": "26c62028-1495-46ed-8f97-a7c1feadc73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.114413] env[62822]: DEBUG oslo_vmware.api [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.148536] env[62822]: DEBUG nova.compute.manager [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Received event network-vif-plugged-8e3e3bc6-a050-441d-8320-5f090a64f658 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.148746] env[62822]: DEBUG oslo_concurrency.lockutils [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] Acquiring lock "bbafd2f0-d215-442d-b4c2-27db5d348ada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.148961] env[62822]: DEBUG oslo_concurrency.lockutils [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] Lock "bbafd2f0-d215-442d-b4c2-27db5d348ada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.149534] env[62822]: DEBUG oslo_concurrency.lockutils [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] Lock "bbafd2f0-d215-442d-b4c2-27db5d348ada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.149534] env[62822]: DEBUG nova.compute.manager [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] No waiting events found dispatching network-vif-plugged-8e3e3bc6-a050-441d-8320-5f090a64f658 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.149534] env[62822]: WARNING nova.compute.manager [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Received unexpected event network-vif-plugged-8e3e3bc6-a050-441d-8320-5f090a64f658 for instance with vm_state building and task_state spawning. [ 1007.151433] env[62822]: DEBUG nova.compute.manager [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Received event network-changed-8e3e3bc6-a050-441d-8320-5f090a64f658 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.151433] env[62822]: DEBUG nova.compute.manager [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Refreshing instance network info cache due to event network-changed-8e3e3bc6-a050-441d-8320-5f090a64f658. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1007.151433] env[62822]: DEBUG oslo_concurrency.lockutils [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] Acquiring lock "refresh_cache-bbafd2f0-d215-442d-b4c2-27db5d348ada" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.151433] env[62822]: DEBUG oslo_concurrency.lockutils [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] Acquired lock "refresh_cache-bbafd2f0-d215-442d-b4c2-27db5d348ada" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.151433] env[62822]: DEBUG nova.network.neutron [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Refreshing network info cache for port 8e3e3bc6-a050-441d-8320-5f090a64f658 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.213830] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1007.214280] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.214789] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.392282] env[62822]: DEBUG oslo_concurrency.lockutils [None req-835915a6-341b-439c-9946-b446379c4801 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.671s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.393425] env[62822]: DEBUG nova.network.neutron [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Successfully created port: 2e643784-b0b7-4d52-b410-582b18fd5e00 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.438940] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquiring lock "refresh_cache-bbafd2f0-d215-442d-b4c2-27db5d348ada" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.513281] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f798709-fc0e-4180-b53b-4490abd60138 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.519713] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c94539-6346-8003-aadc-e9753b08877a, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.520940] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d24cb7-9908-4e5e-890e-6f3b42e82f13 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.526199] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668505c1-3abb-4204-a035-8dc6379f09c5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.530678] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1007.530678] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527767a5-9b83-aac3-b201-7526e212cf44" [ 1007.530678] env[62822]: _type = "Task" [ 1007.530678] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.564207] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8954658e-1622-48d1-b6ac-20cba4c3b869 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.570692] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527767a5-9b83-aac3-b201-7526e212cf44, 'name': SearchDatastore_Task, 'duration_secs': 0.014568} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.574689] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.575084] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 3c6e52bf-501c-4641-9928-e1f91784cc08/3c6e52bf-501c-4641-9928-e1f91784cc08.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.577488] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.577764] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.578068] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd6bbecb-40a9-4455-bded-8420b5738b83 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.580362] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e7144b9-681a-42ab-9734-012d9ca6cebe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.583347] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d92ff9-cf0c-431f-b256-46b5f793eada {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.593381] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764727, 'name': Rename_Task, 'duration_secs': 0.212105} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.597106] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.597106] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f310d9fc-c64f-4359-a3f2-48259fd09d08 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.598415] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1007.598415] env[62822]: value = "task-2764728" [ 1007.598415] env[62822]: _type = "Task" [ 1007.598415] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.607256] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Releasing lock "refresh_cache-1ccebe49-4e0b-4255-acb1-3a0a78722741" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.607913] env[62822]: DEBUG nova.objects.instance [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lazy-loading 'flavor' on Instance uuid 1ccebe49-4e0b-4255-acb1-3a0a78722741 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.609564] env[62822]: DEBUG nova.compute.provider_tree [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.619025] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.619025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.621103] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e12ba8a1-8bca-4a03-8e39-79000ba4021c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.624120] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1007.624120] env[62822]: value = "task-2764729" [ 1007.624120] env[62822]: _type = "Task" [ 1007.624120] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.638867] env[62822]: DEBUG oslo_vmware.api [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Task: {'id': task-2764725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.768657} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.639260] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.639650] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1007.639650] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52eb5b86-5ad7-4051-4a40-7daccc34ccd2" [ 1007.639650] env[62822]: _type = "Task" [ 1007.639650] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.640510] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.640774] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.641142] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.641459] env[62822]: INFO nova.compute.manager [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1007.641841] env[62822]: DEBUG oslo.service.loopingcall [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.645992] env[62822]: DEBUG nova.compute.manager [-] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.646220] env[62822]: DEBUG nova.network.neutron [-] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.651456] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.657977] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52eb5b86-5ad7-4051-4a40-7daccc34ccd2, 'name': SearchDatastore_Task, 'duration_secs': 0.017163} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.659126] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19982ab4-844f-40e3-b3b8-76b67cc062ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.665112] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1007.665112] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5248ab7f-d1b3-6869-81cb-e180b590c8c7" [ 1007.665112] env[62822]: _type = "Task" [ 1007.665112] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.675118] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5248ab7f-d1b3-6869-81cb-e180b590c8c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.728270] env[62822]: DEBUG nova.network.neutron [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.898063] env[62822]: DEBUG nova.compute.manager [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.903441] env[62822]: DEBUG nova.network.neutron [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Successfully created port: dd62f9ed-28c7-49f2-ae5b-b06708e2f097 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.934658] env[62822]: DEBUG nova.network.neutron [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.097122] env[62822]: DEBUG nova.compute.manager [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.118774] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764728, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.122689] env[62822]: DEBUG nova.scheduler.client.report [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.126619] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3f7d40-1d82-48da-b3ea-15079b0d7b96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.137588] env[62822]: DEBUG nova.virt.hardware [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.137846] env[62822]: DEBUG nova.virt.hardware [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.138014] env[62822]: DEBUG nova.virt.hardware [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.138201] env[62822]: DEBUG nova.virt.hardware [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.138344] env[62822]: DEBUG nova.virt.hardware [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.138489] env[62822]: DEBUG nova.virt.hardware [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.138699] env[62822]: DEBUG nova.virt.hardware [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.138873] env[62822]: DEBUG nova.virt.hardware [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.139019] env[62822]: DEBUG nova.virt.hardware [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.139225] env[62822]: DEBUG nova.virt.hardware [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.139351] env[62822]: DEBUG nova.virt.hardware [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.140226] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7749b0a5-103d-43d1-9077-14297883edda {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.163540] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.163917] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.164834] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79595d6d-c305-44e5-95b9-5a8503862854 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.174715] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc4c198-664f-49ab-a7d0-094b1a90c57d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.184257] env[62822]: DEBUG oslo_vmware.api [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 1008.184257] env[62822]: value = "task-2764730" [ 1008.184257] env[62822]: _type = "Task" [ 1008.184257] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.184257] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5248ab7f-d1b3-6869-81cb-e180b590c8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.019692} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.185273] env[62822]: DEBUG oslo_concurrency.lockutils [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.185273] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 62e118a1-1e3c-4220-bc62-20f4bacb9e73/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. {{(pid=62822) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1008.188724] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1674e151-7913-405d-a73e-92e33b5d6445 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.206735] env[62822]: DEBUG oslo_vmware.api [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.208384] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1008.208384] env[62822]: value = "task-2764731" [ 1008.208384] env[62822]: _type = "Task" [ 1008.208384] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.216667] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.431057] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.441942] env[62822]: DEBUG oslo_concurrency.lockutils [req-4062d358-0f23-4b7c-b138-403880ee390f req-b3b3963e-7bae-4794-b511-9ad66b4a61e7 service nova] Releasing lock "refresh_cache-bbafd2f0-d215-442d-b4c2-27db5d348ada" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.441942] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquired lock "refresh_cache-bbafd2f0-d215-442d-b4c2-27db5d348ada" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.441942] env[62822]: DEBUG nova.network.neutron [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.551315] env[62822]: DEBUG nova.compute.manager [req-35f11313-20d7-4498-807e-ac2f40468afe req-83c441bf-0908-4292-b1d6-1f6d79441db6 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Received event network-changed-c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.551315] env[62822]: DEBUG nova.compute.manager [req-35f11313-20d7-4498-807e-ac2f40468afe req-83c441bf-0908-4292-b1d6-1f6d79441db6 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Refreshing instance network info cache due to event network-changed-c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.551315] env[62822]: DEBUG oslo_concurrency.lockutils [req-35f11313-20d7-4498-807e-ac2f40468afe req-83c441bf-0908-4292-b1d6-1f6d79441db6 service nova] Acquiring lock "refresh_cache-4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.551315] env[62822]: DEBUG oslo_concurrency.lockutils [req-35f11313-20d7-4498-807e-ac2f40468afe req-83c441bf-0908-4292-b1d6-1f6d79441db6 service nova] Acquired lock "refresh_cache-4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.553370] env[62822]: DEBUG nova.network.neutron [req-35f11313-20d7-4498-807e-ac2f40468afe req-83c441bf-0908-4292-b1d6-1f6d79441db6 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Refreshing network info cache for port c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.620274] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721383} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.620533] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 3c6e52bf-501c-4641-9928-e1f91784cc08/3c6e52bf-501c-4641-9928-e1f91784cc08.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.620813] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.621062] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7cc7833-17cc-46c2-b001-e0331226d9cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.631177] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.631980] env[62822]: DEBUG nova.compute.manager [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.643332] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1008.643332] env[62822]: value = "task-2764732" [ 1008.643332] env[62822]: _type = "Task" [ 1008.643332] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.643332] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.728s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.643332] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.644615] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.448s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.644814] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.647042] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.846s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.650631] env[62822]: INFO nova.compute.claims [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.673407] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.679078] env[62822]: DEBUG oslo_vmware.api [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764729, 'name': PowerOnVM_Task, 'duration_secs': 0.885007} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.680552] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.680947] env[62822]: INFO nova.compute.manager [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1008.681157] env[62822]: DEBUG nova.compute.manager [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.682430] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735aa4d1-02bd-4064-9b3f-0cf70597164f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.696533] env[62822]: DEBUG oslo_vmware.api [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764730, 'name': PowerOffVM_Task, 'duration_secs': 0.273006} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.697554] env[62822]: INFO nova.scheduler.client.report [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Deleted allocations for instance fd20843a-b98f-4169-af2a-42a57647923a [ 1008.705503] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.712780] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.722119] env[62822]: INFO nova.scheduler.client.report [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Deleted allocations for instance eff5542b-4142-422c-b73a-54d282b63637 [ 1008.722382] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3173d5d9-7986-4446-825c-f4a132ae2139 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.753048] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764731, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.754798] env[62822]: DEBUG oslo_vmware.api [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 1008.754798] env[62822]: value = "task-2764733" [ 1008.754798] env[62822]: _type = "Task" [ 1008.754798] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.766805] env[62822]: DEBUG oslo_vmware.api [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764733, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.976902] env[62822]: DEBUG nova.network.neutron [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.144964] env[62822]: DEBUG nova.compute.utils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.150358] env[62822]: DEBUG nova.compute.manager [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.150512] env[62822]: DEBUG nova.network.neutron [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.162950] env[62822]: DEBUG nova.network.neutron [-] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.172437] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096073} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.172611] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.176020] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018b52f6-59ad-4c02-9a4a-52702a140eff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.204409] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 3c6e52bf-501c-4641-9928-e1f91784cc08/3c6e52bf-501c-4641-9928-e1f91784cc08.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.209046] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c7b8391-ff5a-480e-974b-b7a7820c6ece {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.230149] env[62822]: DEBUG nova.compute.manager [req-ec6b749c-01e5-4747-8ab0-6a80deb270de req-76250f35-37c8-4236-ba2b-b079103cbefe service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Received event network-vif-deleted-acb9effc-35e9-4bb0-8cc9-5e5655e1593e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.230370] env[62822]: INFO nova.compute.manager [req-ec6b749c-01e5-4747-8ab0-6a80deb270de req-76250f35-37c8-4236-ba2b-b079103cbefe service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Neutron deleted interface acb9effc-35e9-4bb0-8cc9-5e5655e1593e; detaching it from the instance and deleting it from the info cache [ 1009.230547] env[62822]: DEBUG nova.network.neutron [req-ec6b749c-01e5-4747-8ab0-6a80deb270de req-76250f35-37c8-4236-ba2b-b079103cbefe service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.237876] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59957c83-d597-4f45-8ad6-600b5c66363b tempest-ServersNegativeTestJSON-321560529 tempest-ServersNegativeTestJSON-321560529-project-member] Lock "fd20843a-b98f-4169-af2a-42a57647923a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.781s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.238467] env[62822]: DEBUG nova.network.neutron [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Updating instance_info_cache with network_info: [{"id": "8e3e3bc6-a050-441d-8320-5f090a64f658", "address": "fa:16:3e:02:eb:a2", "network": {"id": "8ebf7b94-bfcc-4771-85cb-f150ef463c30", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1394909574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903ae20e72974cad909e0ff61f943ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3e3bc6-a0", "ovs_interfaceid": "8e3e3bc6-a050-441d-8320-5f090a64f658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.248213] env[62822]: DEBUG nova.policy [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f873fd13c4c434fa453e8489add4312', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96ea8ae68a0a4ecb8c590916048ed90a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.257024] env[62822]: INFO nova.compute.manager [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Took 38.19 seconds to build instance. [ 1009.266341] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1009.266341] env[62822]: value = "task-2764734" [ 1009.266341] env[62822]: _type = "Task" [ 1009.266341] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.266341] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ef190509-7431-42fe-b97b-a55336140928 tempest-ServerMetadataTestJSON-1536698575 tempest-ServerMetadataTestJSON-1536698575-project-member] Lock "eff5542b-4142-422c-b73a-54d282b63637" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.462s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.279450] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59488} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.280807] env[62822]: INFO nova.virt.vmwareapi.ds_util [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 62e118a1-1e3c-4220-bc62-20f4bacb9e73/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. [ 1009.283506] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19db2514-1e9e-4614-95fd-6c53a4a5089d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.295608] env[62822]: DEBUG oslo_vmware.api [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764733, 'name': ReconfigVM_Task, 'duration_secs': 0.227644} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.296343] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.297168] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.297531] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.297918] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0263beef-0f6a-4442-9b5b-13daf543520d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.322198] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 62e118a1-1e3c-4220-bc62-20f4bacb9e73/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.329718] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-633522fd-a072-4dec-83cc-bc317d9f7f7a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.342126] env[62822]: DEBUG oslo_vmware.api [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 1009.342126] env[62822]: value = "task-2764735" [ 1009.342126] env[62822]: _type = "Task" [ 1009.342126] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.348301] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1009.348301] env[62822]: value = "task-2764736" [ 1009.348301] env[62822]: _type = "Task" [ 1009.348301] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.352566] env[62822]: DEBUG oslo_vmware.api [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764735, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.361353] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.648657] env[62822]: DEBUG nova.compute.manager [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.666192] env[62822]: INFO nova.compute.manager [-] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Took 2.02 seconds to deallocate network for instance. [ 1009.739010] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa4147f3-0358-4a9a-9ed4-fd2c7f847da0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.753700] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Releasing lock "refresh_cache-bbafd2f0-d215-442d-b4c2-27db5d348ada" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.754063] env[62822]: DEBUG nova.compute.manager [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Instance network_info: |[{"id": "8e3e3bc6-a050-441d-8320-5f090a64f658", "address": "fa:16:3e:02:eb:a2", "network": {"id": "8ebf7b94-bfcc-4771-85cb-f150ef463c30", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1394909574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903ae20e72974cad909e0ff61f943ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3e3bc6-a0", "ovs_interfaceid": "8e3e3bc6-a050-441d-8320-5f090a64f658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.754839] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:eb:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e3e3bc6-a050-441d-8320-5f090a64f658', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.766477] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Creating folder: Project (903ae20e72974cad909e0ff61f943ea2). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.770176] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94264ebb-fa46-4dc2-ac5b-b95b472ecbf2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.788020] env[62822]: DEBUG oslo_concurrency.lockutils [None req-832b9309-5320-4b90-8388-f98427ab611e tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3092b05c-6611-41b0-938f-290a78b6de67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.736s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.788020] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a2abef1-4599-41d2-ae2b-208f7f0ebfde {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.802565] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.804608] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Created folder: Project (903ae20e72974cad909e0ff61f943ea2) in parent group-v555973. [ 1009.804787] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Creating folder: Instances. Parent ref: group-v556222. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.804988] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-813fa02d-40bc-4ed2-9fff-eeeddd2d1e69 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.825693] env[62822]: DEBUG nova.compute.manager [req-ec6b749c-01e5-4747-8ab0-6a80deb270de req-76250f35-37c8-4236-ba2b-b079103cbefe service nova] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Detach interface failed, port_id=acb9effc-35e9-4bb0-8cc9-5e5655e1593e, reason: Instance e10ca7d4-11d6-462e-ae52-5738af401f55 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1009.827393] env[62822]: DEBUG nova.network.neutron [req-35f11313-20d7-4498-807e-ac2f40468afe req-83c441bf-0908-4292-b1d6-1f6d79441db6 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Updated VIF entry in instance network info cache for port c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.827393] env[62822]: DEBUG nova.network.neutron [req-35f11313-20d7-4498-807e-ac2f40468afe req-83c441bf-0908-4292-b1d6-1f6d79441db6 service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Updating instance_info_cache with network_info: [{"id": "c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b", "address": "fa:16:3e:4d:6a:be", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80ef8f7-7e", "ovs_interfaceid": "c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.839337] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Created folder: Instances in parent group-v556222. [ 1009.839337] env[62822]: DEBUG oslo.service.loopingcall [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.841581] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.842677] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7896bdcf-cc6c-4caf-b711-9c96c440ded5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.880948] env[62822]: DEBUG oslo_vmware.api [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764735, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.885322] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.885322] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.885322] env[62822]: value = "task-2764739" [ 1009.885322] env[62822]: _type = "Task" [ 1009.885322] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.894043] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764739, 'name': CreateVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.143444] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3592208-426f-469e-921b-46277839fb4e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.151385] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0fe456-85f8-4f96-b881-dba840fe0cc9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.190219] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.191626] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf4ff0b-e7f0-4353-91d4-9ed331528958 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.204496] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7332e70-5fe6-4c32-8dfc-540ae5bf91b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.219478] env[62822]: DEBUG nova.compute.provider_tree [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.297953] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764734, 'name': ReconfigVM_Task, 'duration_secs': 0.715203} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.298349] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 3c6e52bf-501c-4641-9928-e1f91784cc08/3c6e52bf-501c-4641-9928-e1f91784cc08.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.298885] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd0f3bdc-6bc8-496e-9045-b2715d0ca904 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.305824] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1010.305824] env[62822]: value = "task-2764740" [ 1010.305824] env[62822]: _type = "Task" [ 1010.305824] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.317024] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764740, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.330568] env[62822]: DEBUG oslo_concurrency.lockutils [req-35f11313-20d7-4498-807e-ac2f40468afe req-83c441bf-0908-4292-b1d6-1f6d79441db6 service nova] Releasing lock "refresh_cache-4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.378234] env[62822]: DEBUG oslo_vmware.api [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764735, 'name': PowerOnVM_Task, 'duration_secs': 0.608417} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.387014] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.387014] env[62822]: DEBUG nova.compute.manager [None req-6bfbe9b8-945d-4db2-9450-564e24e97a6b tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.387014] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.387014] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0044e603-271c-48ba-a80c-992b8561bb0c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.403118] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764739, 'name': CreateVM_Task, 'duration_secs': 0.504584} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.403852] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.403988] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.404053] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.404383] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.404640] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39e3731-ca89-4333-a276-b97a22ad9f68 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.412025] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for the task: (returnval){ [ 1010.412025] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b3b16b-1e5e-4bc8-439f-96f5c6438da8" [ 1010.412025] env[62822]: _type = "Task" [ 1010.412025] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.418809] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b3b16b-1e5e-4bc8-439f-96f5c6438da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.692451] env[62822]: DEBUG nova.compute.manager [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.723798] env[62822]: DEBUG nova.scheduler.client.report [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.736160] env[62822]: DEBUG nova.virt.hardware [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.736425] env[62822]: DEBUG nova.virt.hardware [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.736583] env[62822]: DEBUG nova.virt.hardware [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.736780] env[62822]: DEBUG nova.virt.hardware [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.736926] env[62822]: DEBUG nova.virt.hardware [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.737520] env[62822]: DEBUG nova.virt.hardware [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.737767] env[62822]: DEBUG nova.virt.hardware [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.737991] env[62822]: DEBUG nova.virt.hardware [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.738187] env[62822]: DEBUG nova.virt.hardware [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.738359] env[62822]: DEBUG nova.virt.hardware [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.738535] env[62822]: DEBUG nova.virt.hardware [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.739418] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab24d98b-2e97-415f-af45-42512bd1175b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.749467] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f8c12-37d5-4a89-bfc2-a0c27e88f7f6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.815832] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764740, 'name': Rename_Task, 'duration_secs': 0.219068} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.816108] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.816346] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-633b504e-5a19-405b-aaca-7fd11430aa12 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.822481] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1010.822481] env[62822]: value = "task-2764741" [ 1010.822481] env[62822]: _type = "Task" [ 1010.822481] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.826254] env[62822]: DEBUG nova.network.neutron [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Successfully created port: 92ae358d-4b7f-421a-bf14-e2090754bffb {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.834958] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.871844] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764736, 'name': ReconfigVM_Task, 'duration_secs': 1.403215} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.873032] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 62e118a1-1e3c-4220-bc62-20f4bacb9e73/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.873903] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f938c7d-e364-4b94-a046-b424fcbe3b46 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.901561] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ecde697-a3af-4642-9e61-d08e84347d9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.926167] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b3b16b-1e5e-4bc8-439f-96f5c6438da8, 'name': SearchDatastore_Task, 'duration_secs': 0.012251} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.927485] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.927721] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.928013] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.928327] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.928630] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.929013] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1010.929013] env[62822]: value = "task-2764742" [ 1010.929013] env[62822]: _type = "Task" [ 1010.929013] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.929279] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-591e38c7-a9ba-4fad-88df-651f8281bba2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.940693] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.941854] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.942034] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.942740] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e4e888-4ded-4cce-9110-263ebbd856a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.948187] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for the task: (returnval){ [ 1010.948187] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ad8e60-f889-8f39-84d0-13023a844d7e" [ 1010.948187] env[62822]: _type = "Task" [ 1010.948187] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.956296] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ad8e60-f889-8f39-84d0-13023a844d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.200035] env[62822]: DEBUG nova.network.neutron [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Successfully updated port: 2e643784-b0b7-4d52-b410-582b18fd5e00 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.232850] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.233417] env[62822]: DEBUG nova.compute.manager [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.236102] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.242s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.238052] env[62822]: INFO nova.compute.claims [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.283926] env[62822]: DEBUG nova.compute.manager [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Received event network-vif-plugged-2e643784-b0b7-4d52-b410-582b18fd5e00 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.284182] env[62822]: DEBUG oslo_concurrency.lockutils [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] Acquiring lock "9b22d922-5152-41f0-af00-75b4d4b6c52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.284402] env[62822]: DEBUG oslo_concurrency.lockutils [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] Lock "9b22d922-5152-41f0-af00-75b4d4b6c52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.284582] env[62822]: DEBUG oslo_concurrency.lockutils [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] Lock "9b22d922-5152-41f0-af00-75b4d4b6c52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.284753] env[62822]: DEBUG nova.compute.manager [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] No waiting events found dispatching network-vif-plugged-2e643784-b0b7-4d52-b410-582b18fd5e00 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.285033] env[62822]: WARNING nova.compute.manager [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Received unexpected event network-vif-plugged-2e643784-b0b7-4d52-b410-582b18fd5e00 for instance with vm_state building and task_state spawning. [ 1011.285356] env[62822]: DEBUG nova.compute.manager [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Received event network-changed-2e643784-b0b7-4d52-b410-582b18fd5e00 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.285356] env[62822]: DEBUG nova.compute.manager [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Refreshing instance network info cache due to event network-changed-2e643784-b0b7-4d52-b410-582b18fd5e00. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.285556] env[62822]: DEBUG oslo_concurrency.lockutils [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] Acquiring lock "refresh_cache-9b22d922-5152-41f0-af00-75b4d4b6c52f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.285622] env[62822]: DEBUG oslo_concurrency.lockutils [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] Acquired lock "refresh_cache-9b22d922-5152-41f0-af00-75b4d4b6c52f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.285756] env[62822]: DEBUG nova.network.neutron [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Refreshing network info cache for port 2e643784-b0b7-4d52-b410-582b18fd5e00 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.332865] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764741, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.443683] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764742, 'name': ReconfigVM_Task, 'duration_secs': 0.207746} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.444157] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.444536] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40a3ddc4-b030-4589-b3fd-9b3445c6cd03 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.456748] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1011.456748] env[62822]: value = "task-2764743" [ 1011.456748] env[62822]: _type = "Task" [ 1011.456748] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.468170] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ad8e60-f889-8f39-84d0-13023a844d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012172} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.468170] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c997a99e-0ea8-430a-80fa-375eb019a3d9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.474566] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764743, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.479926] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for the task: (returnval){ [ 1011.479926] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52eac71c-b11d-350d-164d-5374d5b4de9c" [ 1011.479926] env[62822]: _type = "Task" [ 1011.479926] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.488357] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52eac71c-b11d-350d-164d-5374d5b4de9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.742934] env[62822]: DEBUG nova.compute.utils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.744539] env[62822]: DEBUG nova.compute.manager [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.744634] env[62822]: DEBUG nova.network.neutron [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.833171] env[62822]: DEBUG oslo_vmware.api [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764741, 'name': PowerOnVM_Task, 'duration_secs': 0.636992} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.833461] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.833666] env[62822]: INFO nova.compute.manager [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1011.833844] env[62822]: DEBUG nova.compute.manager [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.834620] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab00e3b-ca48-405e-8d6c-7e6f4a86d570 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.856131] env[62822]: DEBUG nova.policy [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2358abc57a934d5e84826456588bbda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f061b2bd42ac437a934f98ae2935788b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.875042] env[62822]: DEBUG nova.network.neutron [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.968253] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.000392] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52eac71c-b11d-350d-164d-5374d5b4de9c, 'name': SearchDatastore_Task, 'duration_secs': 0.027983} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.000851] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.001303] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] bbafd2f0-d215-442d-b4c2-27db5d348ada/bbafd2f0-d215-442d-b4c2-27db5d348ada.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.001659] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b108ebd-19e7-46de-9afa-749c3b311108 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.010641] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for the task: (returnval){ [ 1012.010641] env[62822]: value = "task-2764744" [ 1012.010641] env[62822]: _type = "Task" [ 1012.010641] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.019691] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.081131] env[62822]: DEBUG nova.network.neutron [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.249616] env[62822]: DEBUG nova.compute.manager [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.356567] env[62822]: INFO nova.compute.manager [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Took 41.23 seconds to build instance. [ 1012.473719] env[62822]: DEBUG oslo_vmware.api [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764743, 'name': PowerOnVM_Task, 'duration_secs': 0.859636} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.473989] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.476907] env[62822]: DEBUG nova.compute.manager [None req-63e6ff1e-dd72-4068-a704-9ad20ec24748 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.477904] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf64b18-042f-4fb0-b1ba-669108c32525 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.523739] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764744, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.524501] env[62822]: DEBUG nova.network.neutron [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Successfully created port: 85e43041-6d5c-45f7-9d0c-f211920eb42e {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.582558] env[62822]: DEBUG oslo_concurrency.lockutils [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "1ccebe49-4e0b-4255-acb1-3a0a78722741" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.582876] env[62822]: DEBUG oslo_concurrency.lockutils [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "1ccebe49-4e0b-4255-acb1-3a0a78722741" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.583123] env[62822]: DEBUG oslo_concurrency.lockutils [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "1ccebe49-4e0b-4255-acb1-3a0a78722741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.583717] env[62822]: DEBUG oslo_concurrency.lockutils [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "1ccebe49-4e0b-4255-acb1-3a0a78722741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.583717] env[62822]: DEBUG oslo_concurrency.lockutils [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "1ccebe49-4e0b-4255-acb1-3a0a78722741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.588837] env[62822]: DEBUG oslo_concurrency.lockutils [req-6a6ed6d0-1402-4273-8e6f-0fc1c3c2d3d0 req-11d7ace8-e6f9-4bc5-b421-4623625fa9b2 service nova] Releasing lock "refresh_cache-9b22d922-5152-41f0-af00-75b4d4b6c52f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.589448] env[62822]: INFO nova.compute.manager [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Terminating instance [ 1012.712064] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496abb33-5767-43f9-bf22-0041770931ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.720760] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2171211b-1111-437d-9cac-c286b32b433c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.768087] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095763a8-49af-4420-a65f-1b820846c8ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.776791] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b893be-e7ff-4fe0-a420-cad2939687d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.793591] env[62822]: DEBUG nova.compute.provider_tree [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.859153] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8a889162-184d-4e6c-ad28-adae156cc317 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "3c6e52bf-501c-4641-9928-e1f91784cc08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.747s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.025599] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602445} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.025599] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] bbafd2f0-d215-442d-b4c2-27db5d348ada/bbafd2f0-d215-442d-b4c2-27db5d348ada.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.025599] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.025994] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3f1ff4a-e446-4bf0-ba66-f2707f342d9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.032808] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for the task: (returnval){ [ 1013.032808] env[62822]: value = "task-2764745" [ 1013.032808] env[62822]: _type = "Task" [ 1013.032808] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.041732] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.100427] env[62822]: DEBUG nova.compute.manager [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.100427] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.101940] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc7ddd8-41bf-4ad3-a11a-3d957ddba1c6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.111103] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.115554] env[62822]: DEBUG nova.network.neutron [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Successfully updated port: 92ae358d-4b7f-421a-bf14-e2090754bffb {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.117021] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f0dc818-0246-4421-942a-fcd069cd0367 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.124463] env[62822]: DEBUG oslo_vmware.api [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 1013.124463] env[62822]: value = "task-2764746" [ 1013.124463] env[62822]: _type = "Task" [ 1013.124463] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.134932] env[62822]: DEBUG oslo_vmware.api [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.273240] env[62822]: DEBUG nova.compute.manager [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.310952] env[62822]: DEBUG nova.virt.hardware [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.311742] env[62822]: DEBUG nova.virt.hardware [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.311742] env[62822]: DEBUG nova.virt.hardware [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.311742] env[62822]: DEBUG nova.virt.hardware [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.311904] env[62822]: DEBUG nova.virt.hardware [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.312056] env[62822]: DEBUG nova.virt.hardware [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.312283] env[62822]: DEBUG nova.virt.hardware [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.313170] env[62822]: DEBUG nova.virt.hardware [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.313170] env[62822]: DEBUG nova.virt.hardware [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.313170] env[62822]: DEBUG nova.virt.hardware [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.313170] env[62822]: DEBUG nova.virt.hardware [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.313967] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad416a80-fdb3-44b2-92c5-10accf7927f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.324701] env[62822]: ERROR nova.scheduler.client.report [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [req-6b84a0a4-7ad5-45eb-8be2-e288c15a5c25] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b84a0a4-7ad5-45eb-8be2-e288c15a5c25"}]} [ 1013.326229] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6f2f68-f789-4c83-9297-c4b89b1afd0c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.353916] env[62822]: DEBUG nova.scheduler.client.report [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1013.378657] env[62822]: DEBUG nova.scheduler.client.report [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1013.378917] env[62822]: DEBUG nova.compute.provider_tree [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.398338] env[62822]: DEBUG nova.scheduler.client.report [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1013.420062] env[62822]: DEBUG nova.scheduler.client.report [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1013.547495] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073668} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.550541] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.551577] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccc9fa3-6b84-4ede-bc3d-74d42076595e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.576534] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] bbafd2f0-d215-442d-b4c2-27db5d348ada/bbafd2f0-d215-442d-b4c2-27db5d348ada.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.581816] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0adef7bf-9b20-4cb6-920a-e43e748b56c5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.606769] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for the task: (returnval){ [ 1013.606769] env[62822]: value = "task-2764747" [ 1013.606769] env[62822]: _type = "Task" [ 1013.606769] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.623173] env[62822]: DEBUG nova.compute.manager [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Received event network-changed-d39fec22-9c52-4599-8cd8-6a196dfda918 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.623173] env[62822]: DEBUG nova.compute.manager [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Refreshing instance network info cache due to event network-changed-d39fec22-9c52-4599-8cd8-6a196dfda918. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.623173] env[62822]: DEBUG oslo_concurrency.lockutils [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] Acquiring lock "refresh_cache-3092b05c-6611-41b0-938f-290a78b6de67" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.623173] env[62822]: DEBUG oslo_concurrency.lockutils [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] Acquired lock "refresh_cache-3092b05c-6611-41b0-938f-290a78b6de67" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.623416] env[62822]: DEBUG nova.network.neutron [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Refreshing network info cache for port d39fec22-9c52-4599-8cd8-6a196dfda918 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.625318] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "refresh_cache-492a0edf-38c7-436f-81e7-b6112dc16426" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.625493] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquired lock "refresh_cache-492a0edf-38c7-436f-81e7-b6112dc16426" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.625579] env[62822]: DEBUG nova.network.neutron [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.626646] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764747, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.642102] env[62822]: DEBUG oslo_vmware.api [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764746, 'name': PowerOffVM_Task, 'duration_secs': 0.382359} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.642736] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.643243] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.644412] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09f9df86-5323-46ea-a22b-b5e9e18e0fa1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.724202] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.724439] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.724623] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Deleting the datastore file [datastore2] 1ccebe49-4e0b-4255-acb1-3a0a78722741 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.724890] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31b462a7-126c-4c0d-be63-5f0037762aba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.732949] env[62822]: DEBUG oslo_vmware.api [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 1013.732949] env[62822]: value = "task-2764749" [ 1013.732949] env[62822]: _type = "Task" [ 1013.732949] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.741022] env[62822]: DEBUG oslo_vmware.api [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.907388] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5839fa1b-be4c-40ac-8013-76cba4439e01 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.919603] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3067d250-0ade-4bee-90e9-c69393ebf20b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.959436] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c52929-f387-43a8-812e-7b9bfa4e041f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.971654] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9e5199-181a-4de4-b144-7d5e030eba78 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.986751] env[62822]: DEBUG nova.compute.provider_tree [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.122821] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.234863] env[62822]: DEBUG nova.network.neutron [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Successfully updated port: dd62f9ed-28c7-49f2-ae5b-b06708e2f097 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.246603] env[62822]: DEBUG oslo_vmware.api [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410755} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.247299] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.247299] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.247299] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.247548] env[62822]: INFO nova.compute.manager [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1014.248892] env[62822]: DEBUG oslo.service.loopingcall [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.248892] env[62822]: DEBUG nova.compute.manager [-] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.248892] env[62822]: DEBUG nova.network.neutron [-] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.265856] env[62822]: DEBUG nova.network.neutron [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.527992] env[62822]: DEBUG nova.scheduler.client.report [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1014.528382] env[62822]: DEBUG nova.compute.provider_tree [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 138 to 139 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1014.528595] env[62822]: DEBUG nova.compute.provider_tree [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.606527] env[62822]: DEBUG nova.compute.manager [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.608324] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c45418-06fd-477a-955a-e67f8460b749 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.626956] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764747, 'name': ReconfigVM_Task, 'duration_secs': 0.611339} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.627573] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Reconfigured VM instance instance-0000005e to attach disk [datastore1] bbafd2f0-d215-442d-b4c2-27db5d348ada/bbafd2f0-d215-442d-b4c2-27db5d348ada.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.628376] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73c1ff4c-3f37-49c0-a820-3d28e859edea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.634990] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for the task: (returnval){ [ 1014.634990] env[62822]: value = "task-2764750" [ 1014.634990] env[62822]: _type = "Task" [ 1014.634990] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.646214] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764750, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.742075] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "refresh_cache-9b22d922-5152-41f0-af00-75b4d4b6c52f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.742253] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquired lock "refresh_cache-9b22d922-5152-41f0-af00-75b4d4b6c52f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.742418] env[62822]: DEBUG nova.network.neutron [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.864610] env[62822]: DEBUG nova.network.neutron [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Updating instance_info_cache with network_info: [{"id": "92ae358d-4b7f-421a-bf14-e2090754bffb", "address": "fa:16:3e:e0:30:ff", "network": {"id": "c0e865e2-961a-448b-9c0b-fe1bd079ef29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1119122537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96ea8ae68a0a4ecb8c590916048ed90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ae358d-4b", "ovs_interfaceid": "92ae358d-4b7f-421a-bf14-e2090754bffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.912885] env[62822]: INFO nova.compute.manager [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Unrescuing [ 1014.913240] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.913337] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.913844] env[62822]: DEBUG nova.network.neutron [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.035819] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.800s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.036933] env[62822]: DEBUG nova.compute.manager [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.041155] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.459s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.043578] env[62822]: INFO nova.compute.claims [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.068878] env[62822]: DEBUG nova.network.neutron [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Updated VIF entry in instance network info cache for port d39fec22-9c52-4599-8cd8-6a196dfda918. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.069233] env[62822]: DEBUG nova.network.neutron [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Updating instance_info_cache with network_info: [{"id": "d39fec22-9c52-4599-8cd8-6a196dfda918", "address": "fa:16:3e:c0:83:97", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39fec22-9c", "ovs_interfaceid": "d39fec22-9c52-4599-8cd8-6a196dfda918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.128691] env[62822]: INFO nova.compute.manager [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] instance snapshotting [ 1015.130992] env[62822]: DEBUG nova.network.neutron [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Successfully updated port: 85e43041-6d5c-45f7-9d0c-f211920eb42e {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.134910] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8045c7ba-4068-4832-a1c7-6ce16c98bb7a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.163406] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764750, 'name': Rename_Task, 'duration_secs': 0.328884} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.164776] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.165678] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd003d98-d1a3-4a5a-9a12-5b1a8e86ef38 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.168313] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89a4f3e2-bb08-4361-9733-932aba5484f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.180460] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for the task: (returnval){ [ 1015.180460] env[62822]: value = "task-2764751" [ 1015.180460] env[62822]: _type = "Task" [ 1015.180460] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.187128] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.286638] env[62822]: DEBUG nova.network.neutron [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.367880] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Releasing lock "refresh_cache-492a0edf-38c7-436f-81e7-b6112dc16426" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.369448] env[62822]: DEBUG nova.compute.manager [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Instance network_info: |[{"id": "92ae358d-4b7f-421a-bf14-e2090754bffb", "address": "fa:16:3e:e0:30:ff", "network": {"id": "c0e865e2-961a-448b-9c0b-fe1bd079ef29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1119122537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96ea8ae68a0a4ecb8c590916048ed90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ae358d-4b", "ovs_interfaceid": "92ae358d-4b7f-421a-bf14-e2090754bffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.370117] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:30:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92ae358d-4b7f-421a-bf14-e2090754bffb', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.377966] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Creating folder: Project (96ea8ae68a0a4ecb8c590916048ed90a). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.380935] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-115244f0-0afe-42c6-9d7d-b0068152c55a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.391991] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Created folder: Project (96ea8ae68a0a4ecb8c590916048ed90a) in parent group-v555973. [ 1015.392244] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Creating folder: Instances. Parent ref: group-v556225. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.392508] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b07e37d1-ffd6-4080-8064-37b200343ad9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.401124] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Created folder: Instances in parent group-v556225. [ 1015.401357] env[62822]: DEBUG oslo.service.loopingcall [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.401543] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.401742] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a249236-452a-4e84-a514-32ee2936e9aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.420134] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.420134] env[62822]: value = "task-2764754" [ 1015.420134] env[62822]: _type = "Task" [ 1015.420134] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.427610] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764754, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.550433] env[62822]: DEBUG nova.compute.utils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.555288] env[62822]: DEBUG nova.compute.manager [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.555478] env[62822]: DEBUG nova.network.neutron [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.574280] env[62822]: DEBUG oslo_concurrency.lockutils [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] Releasing lock "refresh_cache-3092b05c-6611-41b0-938f-290a78b6de67" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.574602] env[62822]: DEBUG nova.compute.manager [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Received event network-vif-plugged-92ae358d-4b7f-421a-bf14-e2090754bffb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.574813] env[62822]: DEBUG oslo_concurrency.lockutils [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] Acquiring lock "492a0edf-38c7-436f-81e7-b6112dc16426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.575022] env[62822]: DEBUG oslo_concurrency.lockutils [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] Lock "492a0edf-38c7-436f-81e7-b6112dc16426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.575191] env[62822]: DEBUG oslo_concurrency.lockutils [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] Lock "492a0edf-38c7-436f-81e7-b6112dc16426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.575374] env[62822]: DEBUG nova.compute.manager [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] No waiting events found dispatching network-vif-plugged-92ae358d-4b7f-421a-bf14-e2090754bffb {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.575538] env[62822]: WARNING nova.compute.manager [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Received unexpected event network-vif-plugged-92ae358d-4b7f-421a-bf14-e2090754bffb for instance with vm_state building and task_state spawning. [ 1015.575711] env[62822]: DEBUG nova.compute.manager [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Received event network-changed-92ae358d-4b7f-421a-bf14-e2090754bffb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.575860] env[62822]: DEBUG nova.compute.manager [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Refreshing instance network info cache due to event network-changed-92ae358d-4b7f-421a-bf14-e2090754bffb. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.576054] env[62822]: DEBUG oslo_concurrency.lockutils [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] Acquiring lock "refresh_cache-492a0edf-38c7-436f-81e7-b6112dc16426" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.576197] env[62822]: DEBUG oslo_concurrency.lockutils [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] Acquired lock "refresh_cache-492a0edf-38c7-436f-81e7-b6112dc16426" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.576346] env[62822]: DEBUG nova.network.neutron [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Refreshing network info cache for port 92ae358d-4b7f-421a-bf14-e2090754bffb {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.639840] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "refresh_cache-1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.639985] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "refresh_cache-1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.640140] env[62822]: DEBUG nova.network.neutron [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.641221] env[62822]: DEBUG nova.network.neutron [-] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.661041] env[62822]: DEBUG nova.policy [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f906ac973d9441028d2af68c2559f7e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aaf8371b5ffe40c585fcb507a7efef7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.679441] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1015.679819] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e5249f0-b46f-4296-a8b8-8de5405cb361 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.694424] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.694424] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1015.694424] env[62822]: value = "task-2764755" [ 1015.694424] env[62822]: _type = "Task" [ 1015.694424] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.704858] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764755, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.914831] env[62822]: DEBUG nova.network.neutron [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Updating instance_info_cache with network_info: [{"id": "2e643784-b0b7-4d52-b410-582b18fd5e00", "address": "fa:16:3e:e4:f9:59", "network": {"id": "7a1f67db-52c6-4a2c-9ad5-e3b0fd8c4192", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1844850781", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e643784-b0", "ovs_interfaceid": "2e643784-b0b7-4d52-b410-582b18fd5e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dd62f9ed-28c7-49f2-ae5b-b06708e2f097", "address": "fa:16:3e:e8:07:1b", "network": {"id": "596a98cf-50f9-4bee-aa0c-4c8591a23270", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-374336079", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd62f9ed-28", "ovs_interfaceid": "dd62f9ed-28c7-49f2-ae5b-b06708e2f097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.924160] env[62822]: DEBUG nova.compute.manager [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Received event network-vif-plugged-dd62f9ed-28c7-49f2-ae5b-b06708e2f097 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.924475] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Acquiring lock "9b22d922-5152-41f0-af00-75b4d4b6c52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.924751] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Lock "9b22d922-5152-41f0-af00-75b4d4b6c52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.924999] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Lock "9b22d922-5152-41f0-af00-75b4d4b6c52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.925264] env[62822]: DEBUG nova.compute.manager [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] No waiting events found dispatching network-vif-plugged-dd62f9ed-28c7-49f2-ae5b-b06708e2f097 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.926325] env[62822]: WARNING nova.compute.manager [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Received unexpected event network-vif-plugged-dd62f9ed-28c7-49f2-ae5b-b06708e2f097 for instance with vm_state building and task_state spawning. [ 1015.926552] env[62822]: DEBUG nova.compute.manager [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Received event network-changed-dd62f9ed-28c7-49f2-ae5b-b06708e2f097 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.926762] env[62822]: DEBUG nova.compute.manager [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Refreshing instance network info cache due to event network-changed-dd62f9ed-28c7-49f2-ae5b-b06708e2f097. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.926957] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Acquiring lock "refresh_cache-9b22d922-5152-41f0-af00-75b4d4b6c52f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.937870] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764754, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.939972] env[62822]: DEBUG nova.network.neutron [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Updating instance_info_cache with network_info: [{"id": "b0c321a0-d99f-495b-a6e0-8f26c669d8db", "address": "fa:16:3e:fc:01:6d", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c321a0-d9", "ovs_interfaceid": "b0c321a0-d99f-495b-a6e0-8f26c669d8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.056434] env[62822]: DEBUG nova.compute.manager [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.146455] env[62822]: INFO nova.compute.manager [-] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Took 1.90 seconds to deallocate network for instance. [ 1016.193765] env[62822]: DEBUG oslo_vmware.api [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764751, 'name': PowerOnVM_Task, 'duration_secs': 0.915447} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.195128] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.195128] env[62822]: INFO nova.compute.manager [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1016.195128] env[62822]: DEBUG nova.compute.manager [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.202336] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202ba3ba-ef8a-4c02-8c94-d16a69ca1cb8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.222947] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764755, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.223898] env[62822]: DEBUG nova.network.neutron [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.418462] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Releasing lock "refresh_cache-9b22d922-5152-41f0-af00-75b4d4b6c52f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.418462] env[62822]: DEBUG nova.compute.manager [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Instance network_info: |[{"id": "2e643784-b0b7-4d52-b410-582b18fd5e00", "address": "fa:16:3e:e4:f9:59", "network": {"id": "7a1f67db-52c6-4a2c-9ad5-e3b0fd8c4192", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1844850781", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e643784-b0", "ovs_interfaceid": "2e643784-b0b7-4d52-b410-582b18fd5e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dd62f9ed-28c7-49f2-ae5b-b06708e2f097", "address": "fa:16:3e:e8:07:1b", "network": {"id": "596a98cf-50f9-4bee-aa0c-4c8591a23270", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-374336079", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd62f9ed-28", "ovs_interfaceid": "dd62f9ed-28c7-49f2-ae5b-b06708e2f097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.418686] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Acquired lock "refresh_cache-9b22d922-5152-41f0-af00-75b4d4b6c52f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.418820] env[62822]: DEBUG nova.network.neutron [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Refreshing network info cache for port dd62f9ed-28c7-49f2-ae5b-b06708e2f097 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.420089] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:f9:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e643784-b0b7-4d52-b410-582b18fd5e00', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:07:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd62f9ed-28c7-49f2-ae5b-b06708e2f097', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.430415] env[62822]: DEBUG oslo.service.loopingcall [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.434240] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.440736] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a9dcd97-a3c9-4fb1-91dd-1372a17447d2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.467495] env[62822]: DEBUG nova.network.neutron [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Successfully created port: 7dc7ae46-ec5d-4930-abc1-caf23c0f66ac {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.467495] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "refresh_cache-62e118a1-1e3c-4220-bc62-20f4bacb9e73" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.467495] env[62822]: DEBUG nova.objects.instance [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lazy-loading 'flavor' on Instance uuid 62e118a1-1e3c-4220-bc62-20f4bacb9e73 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.477977] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764754, 'name': CreateVM_Task, 'duration_secs': 0.639268} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.483266] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.483708] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.483708] env[62822]: value = "task-2764756" [ 1016.483708] env[62822]: _type = "Task" [ 1016.483708] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.484723] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.485452] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.485622] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.488035] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55628e7e-cc5b-469b-b5f4-93ffcead4bab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.507432] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764756, 'name': CreateVM_Task} progress is 15%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.510168] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1016.510168] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52da8b43-0c5e-fdb6-2291-b52ca04841c7" [ 1016.510168] env[62822]: _type = "Task" [ 1016.510168] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.520257] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52da8b43-0c5e-fdb6-2291-b52ca04841c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.532796] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c37827-824e-4fe0-960c-042331bb8dd0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.541296] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5824434-4106-4ab6-8fd0-de15c14e8047 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.583020] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c12848-3d4c-4b91-894d-f48285fee616 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.586305] env[62822]: DEBUG nova.network.neutron [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Updating instance_info_cache with network_info: [{"id": "85e43041-6d5c-45f7-9d0c-f211920eb42e", "address": "fa:16:3e:73:3c:68", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e43041-6d", "ovs_interfaceid": "85e43041-6d5c-45f7-9d0c-f211920eb42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.593567] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95df0100-3cd3-40db-a21b-8c36169b83cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.611242] env[62822]: DEBUG nova.compute.provider_tree [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.657477] env[62822]: DEBUG oslo_concurrency.lockutils [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.662028] env[62822]: DEBUG nova.network.neutron [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Updated VIF entry in instance network info cache for port 92ae358d-4b7f-421a-bf14-e2090754bffb. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.662028] env[62822]: DEBUG nova.network.neutron [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Updating instance_info_cache with network_info: [{"id": "92ae358d-4b7f-421a-bf14-e2090754bffb", "address": "fa:16:3e:e0:30:ff", "network": {"id": "c0e865e2-961a-448b-9c0b-fe1bd079ef29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1119122537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96ea8ae68a0a4ecb8c590916048ed90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ae358d-4b", "ovs_interfaceid": "92ae358d-4b7f-421a-bf14-e2090754bffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.713747] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764755, 'name': CreateSnapshot_Task, 'duration_secs': 0.868994} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.714037] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1016.714797] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e31bd3c-ce82-404e-8793-63043016703a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.736464] env[62822]: INFO nova.compute.manager [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Took 44.61 seconds to build instance. [ 1016.977308] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9e2379-e1d8-43cf-abd9-3c5dbdc39f41 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.010142] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.016827] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16348b94-ee2b-40fa-899c-e3eb439aca91 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.028919] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764756, 'name': CreateVM_Task, 'duration_secs': 0.386894} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.034567] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.035112] env[62822]: DEBUG oslo_vmware.api [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1017.035112] env[62822]: value = "task-2764757" [ 1017.035112] env[62822]: _type = "Task" [ 1017.035112] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.035321] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52da8b43-0c5e-fdb6-2291-b52ca04841c7, 'name': SearchDatastore_Task, 'duration_secs': 0.014429} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.036070] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.036526] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.036801] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.037107] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.037314] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.037647] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.041159] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.041549] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.041849] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71908a1c-3d6a-4d56-9429-61c63819edc9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.044574] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0174581e-763b-4af7-88f6-7712a64a3bd6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.051858] env[62822]: DEBUG oslo_vmware.api [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.053389] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 1017.053389] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5222eb5d-2959-65e0-fba1-ffe37fc4e8d5" [ 1017.053389] env[62822]: _type = "Task" [ 1017.053389] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.054721] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.054977] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.059172] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d260864-c9f9-461a-9e8f-836dbdcb1e7c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.068976] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1017.068976] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ca3a8c-4a94-de59-5c39-0d2a00f6681a" [ 1017.068976] env[62822]: _type = "Task" [ 1017.068976] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.069742] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5222eb5d-2959-65e0-fba1-ffe37fc4e8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.070192] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.070478] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.070726] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.078581] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ca3a8c-4a94-de59-5c39-0d2a00f6681a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.083886] env[62822]: DEBUG nova.compute.manager [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.089091] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "refresh_cache-1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.089091] env[62822]: DEBUG nova.compute.manager [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Instance network_info: |[{"id": "85e43041-6d5c-45f7-9d0c-f211920eb42e", "address": "fa:16:3e:73:3c:68", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e43041-6d", "ovs_interfaceid": "85e43041-6d5c-45f7-9d0c-f211920eb42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.089091] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:3c:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e43041-6d5c-45f7-9d0c-f211920eb42e', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.097093] env[62822]: DEBUG oslo.service.loopingcall [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.097358] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.098458] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fb7c5f6-c60b-40b1-9c99-5ebb91834da4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.127431] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.127431] env[62822]: value = "task-2764758" [ 1017.127431] env[62822]: _type = "Task" [ 1017.127431] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.134582] env[62822]: DEBUG nova.virt.hardware [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.134908] env[62822]: DEBUG nova.virt.hardware [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.135206] env[62822]: DEBUG nova.virt.hardware [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.135313] env[62822]: DEBUG nova.virt.hardware [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.135499] env[62822]: DEBUG nova.virt.hardware [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.135685] env[62822]: DEBUG nova.virt.hardware [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.135940] env[62822]: DEBUG nova.virt.hardware [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.136159] env[62822]: DEBUG nova.virt.hardware [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.136373] env[62822]: DEBUG nova.virt.hardware [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.136580] env[62822]: DEBUG nova.virt.hardware [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.136788] env[62822]: DEBUG nova.virt.hardware [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.137847] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8cf11c-88f2-49d7-98e9-48a1e989aaf6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.145509] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764758, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.153327] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064daca4-f674-440f-a11f-2a807901f056 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.169660] env[62822]: DEBUG oslo_concurrency.lockutils [req-2fc82286-0b9d-495e-be59-5f0008372bcb req-3d8260ef-57cb-4554-b969-d7042e38d1cc service nova] Releasing lock "refresh_cache-492a0edf-38c7-436f-81e7-b6112dc16426" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.171104] env[62822]: DEBUG nova.scheduler.client.report [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1017.171352] env[62822]: DEBUG nova.compute.provider_tree [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 139 to 140 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1017.171534] env[62822]: DEBUG nova.compute.provider_tree [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.234913] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1017.235482] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0980548f-b189-413b-b700-f9da29ceb044 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.239612] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fda06acf-4167-42de-b9b0-054d7a253fba tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Lock "bbafd2f0-d215-442d-b4c2-27db5d348ada" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.125s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.245294] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1017.245294] env[62822]: value = "task-2764759" [ 1017.245294] env[62822]: _type = "Task" [ 1017.245294] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.253146] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764759, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.328348] env[62822]: DEBUG nova.network.neutron [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Updated VIF entry in instance network info cache for port dd62f9ed-28c7-49f2-ae5b-b06708e2f097. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.328823] env[62822]: DEBUG nova.network.neutron [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Updating instance_info_cache with network_info: [{"id": "2e643784-b0b7-4d52-b410-582b18fd5e00", "address": "fa:16:3e:e4:f9:59", "network": {"id": "7a1f67db-52c6-4a2c-9ad5-e3b0fd8c4192", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1844850781", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e643784-b0", "ovs_interfaceid": "2e643784-b0b7-4d52-b410-582b18fd5e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dd62f9ed-28c7-49f2-ae5b-b06708e2f097", "address": "fa:16:3e:e8:07:1b", "network": {"id": "596a98cf-50f9-4bee-aa0c-4c8591a23270", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-374336079", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd62f9ed-28", "ovs_interfaceid": "dd62f9ed-28c7-49f2-ae5b-b06708e2f097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.548222] env[62822]: DEBUG oslo_vmware.api [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764757, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.581453] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ca3a8c-4a94-de59-5c39-0d2a00f6681a, 'name': SearchDatastore_Task, 'duration_secs': 0.014019} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.582088] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b8abfc-4726-4de6-b79d-7fa79071534f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.588378] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1017.588378] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523f5070-ce83-8e3c-3044-900d561e5f33" [ 1017.588378] env[62822]: _type = "Task" [ 1017.588378] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.598760] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523f5070-ce83-8e3c-3044-900d561e5f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.642193] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764758, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.678922] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.679527] env[62822]: DEBUG nova.compute.manager [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.683330] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.964s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.684902] env[62822]: INFO nova.compute.claims [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.757025] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764759, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.835244] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Releasing lock "refresh_cache-9b22d922-5152-41f0-af00-75b4d4b6c52f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.835244] env[62822]: DEBUG nova.compute.manager [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Received event network-vif-plugged-85e43041-6d5c-45f7-9d0c-f211920eb42e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.835244] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Acquiring lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.835244] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.835244] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.835244] env[62822]: DEBUG nova.compute.manager [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] No waiting events found dispatching network-vif-plugged-85e43041-6d5c-45f7-9d0c-f211920eb42e {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.835244] env[62822]: WARNING nova.compute.manager [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Received unexpected event network-vif-plugged-85e43041-6d5c-45f7-9d0c-f211920eb42e for instance with vm_state building and task_state spawning. [ 1017.835244] env[62822]: DEBUG nova.compute.manager [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Received event network-changed-85e43041-6d5c-45f7-9d0c-f211920eb42e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.835244] env[62822]: DEBUG nova.compute.manager [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Refreshing instance network info cache due to event network-changed-85e43041-6d5c-45f7-9d0c-f211920eb42e. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1017.835244] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Acquiring lock "refresh_cache-1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.835244] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Acquired lock "refresh_cache-1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.835244] env[62822]: DEBUG nova.network.neutron [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Refreshing network info cache for port 85e43041-6d5c-45f7-9d0c-f211920eb42e {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.049445] env[62822]: DEBUG oslo_vmware.api [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764757, 'name': PowerOffVM_Task, 'duration_secs': 0.669446} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.049823] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.058014] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.058382] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-176895c3-c547-45ff-b014-579bb6842672 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.078706] env[62822]: DEBUG oslo_vmware.api [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1018.078706] env[62822]: value = "task-2764760" [ 1018.078706] env[62822]: _type = "Task" [ 1018.078706] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.087237] env[62822]: DEBUG oslo_vmware.api [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.099167] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523f5070-ce83-8e3c-3044-900d561e5f33, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.099539] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.099964] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 492a0edf-38c7-436f-81e7-b6112dc16426/492a0edf-38c7-436f-81e7-b6112dc16426.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.100360] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.100632] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.100923] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c4f2b90-0fff-4b1f-967e-51c1a8276396 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.103776] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe8001de-4d30-411f-823c-99e3b030ebd6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.110208] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1018.110208] env[62822]: value = "task-2764761" [ 1018.110208] env[62822]: _type = "Task" [ 1018.110208] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.115608] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.116064] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.117117] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f089359-f58e-4a07-844a-4b2feef02e92 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.122385] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.128218] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 1018.128218] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529e7be1-ae04-0ff5-cb3d-b67dec4242a5" [ 1018.128218] env[62822]: _type = "Task" [ 1018.128218] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.136616] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529e7be1-ae04-0ff5-cb3d-b67dec4242a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.141571] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764758, 'name': CreateVM_Task, 'duration_secs': 0.714026} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.141745] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.142507] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.142650] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.142980] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.143295] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ffd65a-37d7-44ee-832e-7f0f665aa2fd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.147984] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1018.147984] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d13fcf-254d-646f-229a-6cbe6d87a41c" [ 1018.147984] env[62822]: _type = "Task" [ 1018.147984] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.156143] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d13fcf-254d-646f-229a-6cbe6d87a41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.196240] env[62822]: DEBUG nova.compute.utils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.203085] env[62822]: DEBUG nova.compute.manager [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.203085] env[62822]: DEBUG nova.network.neutron [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.258162] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764759, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.311104] env[62822]: DEBUG nova.policy [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75f4eb2590643d59a312351aabca4a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe592d3bdd84e8a8510c55616ccd574', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.594912] env[62822]: DEBUG oslo_vmware.api [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764760, 'name': ReconfigVM_Task, 'duration_secs': 0.216929} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.595275] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.595502] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.595820] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d6bf0ea-5bdd-4b86-899e-6034a6ea337f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.604097] env[62822]: DEBUG oslo_vmware.api [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1018.604097] env[62822]: value = "task-2764762" [ 1018.604097] env[62822]: _type = "Task" [ 1018.604097] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.618811] env[62822]: DEBUG oslo_vmware.api [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.624204] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764761, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.638344] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529e7be1-ae04-0ff5-cb3d-b67dec4242a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008789} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.639430] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1635ced7-eebb-4f32-b777-6bfce942d1b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.646725] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 1018.646725] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f3cf1a-1942-76a0-e2a9-704132522fe9" [ 1018.646725] env[62822]: _type = "Task" [ 1018.646725] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.659750] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f3cf1a-1942-76a0-e2a9-704132522fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.010863} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.664693] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.665215] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 9b22d922-5152-41f0-af00-75b4d4b6c52f/9b22d922-5152-41f0-af00-75b4d4b6c52f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.665444] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d13fcf-254d-646f-229a-6cbe6d87a41c, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.668799] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8b1cdf3-a5a1-4990-82e7-410ff6c704b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.671922] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.672276] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.672575] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.672753] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.672933] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.673470] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26dab580-b364-4ac0-95a9-5b2f87e560aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.681038] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 1018.681038] env[62822]: value = "task-2764763" [ 1018.681038] env[62822]: _type = "Task" [ 1018.681038] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.685954] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.686153] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.688019] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01ed8bb-3c3a-4df3-82b3-4b70ab217d63 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.693423] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.698057] env[62822]: DEBUG nova.compute.manager [req-09b7d760-ee45-42c2-bdcf-d21e9e30b141 req-2c8f879a-b842-46ce-a841-d87cc88556ff service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Received event network-vif-plugged-7dc7ae46-ec5d-4930-abc1-caf23c0f66ac {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.698423] env[62822]: DEBUG oslo_concurrency.lockutils [req-09b7d760-ee45-42c2-bdcf-d21e9e30b141 req-2c8f879a-b842-46ce-a841-d87cc88556ff service nova] Acquiring lock "6768000e-8e69-4f92-a0d7-976fd23c6493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.698737] env[62822]: DEBUG oslo_concurrency.lockutils [req-09b7d760-ee45-42c2-bdcf-d21e9e30b141 req-2c8f879a-b842-46ce-a841-d87cc88556ff service nova] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.699047] env[62822]: DEBUG oslo_concurrency.lockutils [req-09b7d760-ee45-42c2-bdcf-d21e9e30b141 req-2c8f879a-b842-46ce-a841-d87cc88556ff service nova] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.699347] env[62822]: DEBUG nova.compute.manager [req-09b7d760-ee45-42c2-bdcf-d21e9e30b141 req-2c8f879a-b842-46ce-a841-d87cc88556ff service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] No waiting events found dispatching network-vif-plugged-7dc7ae46-ec5d-4930-abc1-caf23c0f66ac {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.699748] env[62822]: WARNING nova.compute.manager [req-09b7d760-ee45-42c2-bdcf-d21e9e30b141 req-2c8f879a-b842-46ce-a841-d87cc88556ff service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Received unexpected event network-vif-plugged-7dc7ae46-ec5d-4930-abc1-caf23c0f66ac for instance with vm_state building and task_state spawning. [ 1018.705989] env[62822]: DEBUG nova.compute.manager [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.709471] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1018.709471] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52eca9ff-df6b-b2d4-8e00-ee36ed2301fe" [ 1018.709471] env[62822]: _type = "Task" [ 1018.709471] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.720623] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52eca9ff-df6b-b2d4-8e00-ee36ed2301fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008944} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.721533] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6ea614-1784-4756-b7c1-5e651a6fdc4e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.726882] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1018.726882] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52089ae5-5380-3cc7-29b7-cd7fdec45fc3" [ 1018.726882] env[62822]: _type = "Task" [ 1018.726882] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.736274] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52089ae5-5380-3cc7-29b7-cd7fdec45fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.767148] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764759, 'name': CloneVM_Task, 'duration_secs': 1.41138} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.770274] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Created linked-clone VM from snapshot [ 1018.771762] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fafac2-2e96-4e9d-a593-b7f6b37b230d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.782277] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Uploading image 433b3317-f959-4204-8866-1ed3618f8f97 {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1018.801446] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1018.802677] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a93c092-8d6c-4dde-a584-3b49c4c8b9a4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.814069] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1018.814069] env[62822]: value = "task-2764764" [ 1018.814069] env[62822]: _type = "Task" [ 1018.814069] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.824320] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764764, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.855988] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquiring lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.856273] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.905562] env[62822]: DEBUG nova.network.neutron [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Successfully updated port: 7dc7ae46-ec5d-4930-abc1-caf23c0f66ac {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.024384] env[62822]: DEBUG nova.network.neutron [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Updated VIF entry in instance network info cache for port 85e43041-6d5c-45f7-9d0c-f211920eb42e. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.025222] env[62822]: DEBUG nova.network.neutron [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Updating instance_info_cache with network_info: [{"id": "85e43041-6d5c-45f7-9d0c-f211920eb42e", "address": "fa:16:3e:73:3c:68", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e43041-6d", "ovs_interfaceid": "85e43041-6d5c-45f7-9d0c-f211920eb42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.123640] env[62822]: DEBUG oslo_vmware.api [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764762, 'name': PowerOnVM_Task, 'duration_secs': 0.439451} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.123640] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.123640] env[62822]: DEBUG nova.compute.manager [None req-fdcd1039-4251-44d9-b0a9-d901805965e5 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.124409] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0518f2b0-b729-436e-b135-c67972f8c42e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.133843] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516395} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.133843] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 492a0edf-38c7-436f-81e7-b6112dc16426/492a0edf-38c7-436f-81e7-b6112dc16426.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.133843] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.133843] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c335cff0-d4e9-415d-a68d-3f933d1a3aef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.150479] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1019.150479] env[62822]: value = "task-2764765" [ 1019.150479] env[62822]: _type = "Task" [ 1019.150479] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.163164] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.180569] env[62822]: DEBUG nova.network.neutron [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Successfully created port: f43f02a3-faf6-4597-8a81-6c4acdc3d54c {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.192488] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473853} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.194699] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 9b22d922-5152-41f0-af00-75b4d4b6c52f/9b22d922-5152-41f0-af00-75b4d4b6c52f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.194992] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.198644] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6495642-7f60-498a-817f-4773ffce2841 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.203141] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 1019.203141] env[62822]: value = "task-2764766" [ 1019.203141] env[62822]: _type = "Task" [ 1019.203141] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.210036] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312a4a60-37f7-44b6-8db0-9640a0cd393c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.219681] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.225146] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68aae23-1ac3-48a3-90ee-ef5bf8844bed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.239249] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52089ae5-5380-3cc7-29b7-cd7fdec45fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.268356] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.268356] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee/1713fcb4-9ccf-47b5-8ecf-0cc766b04dee.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.268356] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc581b67-0850-4ed8-b604-46ea0968dd68 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.270215] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe554a30-41a4-4739-a52c-928c76ff5ab1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.280255] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce851b0b-f92a-4109-ba2d-32db447d2b73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.284124] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1019.284124] env[62822]: value = "task-2764767" [ 1019.284124] env[62822]: _type = "Task" [ 1019.284124] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.297228] env[62822]: DEBUG nova.compute.provider_tree [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.303399] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.325761] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764764, 'name': Destroy_Task, 'duration_secs': 0.512972} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.325761] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Destroyed the VM [ 1019.325914] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1019.326448] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e34647b-88b2-45c5-94b4-3efc10f32f74 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.334316] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1019.334316] env[62822]: value = "task-2764768" [ 1019.334316] env[62822]: _type = "Task" [ 1019.334316] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.342965] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764768, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.359425] env[62822]: DEBUG nova.compute.manager [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.408510] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "refresh_cache-6768000e-8e69-4f92-a0d7-976fd23c6493" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.408725] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquired lock "refresh_cache-6768000e-8e69-4f92-a0d7-976fd23c6493" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.408914] env[62822]: DEBUG nova.network.neutron [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.527721] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] Releasing lock "refresh_cache-1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.528036] env[62822]: DEBUG nova.compute.manager [req-3ea3f123-dc4e-4802-8a44-59c8f7b9fa82 req-17ab9c74-f2e3-48a9-ba4b-c064abaf5e79 service nova] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Received event network-vif-deleted-26c62028-1495-46ed-8f97-a7c1feadc73c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.663473] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075234} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.664038] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.665038] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212de0d5-ebbb-4589-862b-66249c8a4f94 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.697434] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 492a0edf-38c7-436f-81e7-b6112dc16426/492a0edf-38c7-436f-81e7-b6112dc16426.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.697609] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af5b1ef1-78b6-430f-9802-cc7085bf9a62 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.722196] env[62822]: DEBUG nova.compute.manager [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.728349] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1019.728349] env[62822]: value = "task-2764769" [ 1019.728349] env[62822]: _type = "Task" [ 1019.728349] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.729214] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06673} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.729214] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.733335] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4488ffc7-d6d0-4244-a8ea-14c307d76504 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.741326] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.764641] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 9b22d922-5152-41f0-af00-75b4d4b6c52f/9b22d922-5152-41f0-af00-75b4d4b6c52f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.766600] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a04207da-a9c3-4519-a71c-ef663e36888c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.791552] env[62822]: DEBUG nova.virt.hardware [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.791792] env[62822]: DEBUG nova.virt.hardware [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.791943] env[62822]: DEBUG nova.virt.hardware [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.792205] env[62822]: DEBUG nova.virt.hardware [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.792367] env[62822]: DEBUG nova.virt.hardware [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.792516] env[62822]: DEBUG nova.virt.hardware [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.792734] env[62822]: DEBUG nova.virt.hardware [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.793091] env[62822]: DEBUG nova.virt.hardware [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.793292] env[62822]: DEBUG nova.virt.hardware [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.793442] env[62822]: DEBUG nova.virt.hardware [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.793617] env[62822]: DEBUG nova.virt.hardware [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.794322] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 1019.794322] env[62822]: value = "task-2764770" [ 1019.794322] env[62822]: _type = "Task" [ 1019.794322] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.795023] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b366aca5-c226-47ef-98c5-9ca9f7edfe96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.804857] env[62822]: DEBUG nova.scheduler.client.report [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.811019] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461233} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.811735] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee/1713fcb4-9ccf-47b5-8ecf-0cc766b04dee.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.812056] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.812393] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49c09c15-1092-493b-b790-211c8b462d55 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.815700] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fcd19f-77e4-4156-8545-12f0495b0d13 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.823422] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.839904] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1019.839904] env[62822]: value = "task-2764771" [ 1019.839904] env[62822]: _type = "Task" [ 1019.839904] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.846845] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764768, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.852319] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.883506] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.948153] env[62822]: DEBUG nova.network.neutron [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.105851] env[62822]: DEBUG nova.network.neutron [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Updating instance_info_cache with network_info: [{"id": "7dc7ae46-ec5d-4930-abc1-caf23c0f66ac", "address": "fa:16:3e:bf:a7:fb", "network": {"id": "2c6b7b33-a64d-4b98-a53e-694e69f489a6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1699409384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf8371b5ffe40c585fcb507a7efef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dc7ae46-ec", "ovs_interfaceid": "7dc7ae46-ec5d-4930-abc1-caf23c0f66ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.238468] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.306701] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764770, 'name': ReconfigVM_Task, 'duration_secs': 0.342334} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.306975] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 9b22d922-5152-41f0-af00-75b4d4b6c52f/9b22d922-5152-41f0-af00-75b4d4b6c52f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.307657] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8538f417-dbc4-4ea3-b797-f260103ea48a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.309774] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.310246] env[62822]: DEBUG nova.compute.manager [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.312871] env[62822]: DEBUG oslo_concurrency.lockutils [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.729s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.319481] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 1020.319481] env[62822]: value = "task-2764772" [ 1020.319481] env[62822]: _type = "Task" [ 1020.319481] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.329859] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764772, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.347194] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764768, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.352635] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192251} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.352895] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.353703] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105642e5-5201-4f44-9b47-8525a23c9aa7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.375793] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee/1713fcb4-9ccf-47b5-8ecf-0cc766b04dee.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.376351] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f477ef1-7c17-4fa3-b97f-cade013c4634 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.395192] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1020.395192] env[62822]: value = "task-2764773" [ 1020.395192] env[62822]: _type = "Task" [ 1020.395192] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.403149] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.608561] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Releasing lock "refresh_cache-6768000e-8e69-4f92-a0d7-976fd23c6493" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.608969] env[62822]: DEBUG nova.compute.manager [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Instance network_info: |[{"id": "7dc7ae46-ec5d-4930-abc1-caf23c0f66ac", "address": "fa:16:3e:bf:a7:fb", "network": {"id": "2c6b7b33-a64d-4b98-a53e-694e69f489a6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1699409384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf8371b5ffe40c585fcb507a7efef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dc7ae46-ec", "ovs_interfaceid": "7dc7ae46-ec5d-4930-abc1-caf23c0f66ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.609492] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:a7:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dc7ae46-ec5d-4930-abc1-caf23c0f66ac', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.617111] env[62822]: DEBUG oslo.service.loopingcall [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.617403] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.617665] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3cd9480-b920-4085-a8eb-6968bbb85382 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.638456] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.638456] env[62822]: value = "task-2764774" [ 1020.638456] env[62822]: _type = "Task" [ 1020.638456] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.646147] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764774, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.741861] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764769, 'name': ReconfigVM_Task, 'duration_secs': 0.831669} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.742231] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 492a0edf-38c7-436f-81e7-b6112dc16426/492a0edf-38c7-436f-81e7-b6112dc16426.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.742897] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e93696e3-ef1a-4136-afa3-418f13b7eb85 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.750947] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1020.750947] env[62822]: value = "task-2764775" [ 1020.750947] env[62822]: _type = "Task" [ 1020.750947] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.761042] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764775, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.766024] env[62822]: DEBUG nova.compute.manager [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Received event network-changed-8e3e3bc6-a050-441d-8320-5f090a64f658 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.766344] env[62822]: DEBUG nova.compute.manager [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Refreshing instance network info cache due to event network-changed-8e3e3bc6-a050-441d-8320-5f090a64f658. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.766692] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] Acquiring lock "refresh_cache-bbafd2f0-d215-442d-b4c2-27db5d348ada" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.766988] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] Acquired lock "refresh_cache-bbafd2f0-d215-442d-b4c2-27db5d348ada" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.767310] env[62822]: DEBUG nova.network.neutron [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Refreshing network info cache for port 8e3e3bc6-a050-441d-8320-5f090a64f658 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.820464] env[62822]: DEBUG nova.compute.utils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.822806] env[62822]: DEBUG nova.compute.manager [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.823258] env[62822]: DEBUG nova.network.neutron [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.835579] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764772, 'name': Rename_Task, 'duration_secs': 0.142645} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.836675] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.837011] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ebf9695-c9be-4a24-91b9-d727633fbe5d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.850849] env[62822]: DEBUG oslo_vmware.api [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764768, 'name': RemoveSnapshot_Task, 'duration_secs': 1.441142} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.855925] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1020.859092] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 1020.859092] env[62822]: value = "task-2764776" [ 1020.859092] env[62822]: _type = "Task" [ 1020.859092] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.872147] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764776, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.910412] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.940462] env[62822]: DEBUG nova.policy [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396229863b894f138dec9688a94b8de9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd460b6edfebe4f71820ebf90addff5de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.998106] env[62822]: DEBUG nova.network.neutron [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Successfully updated port: f43f02a3-faf6-4597-8a81-6c4acdc3d54c {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.149106] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764774, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.262331] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764775, 'name': Rename_Task, 'duration_secs': 0.309789} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.262331] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.262331] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84b86791-fa2d-4e41-94f7-c26b9a2a1b0e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.275019] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1021.275019] env[62822]: value = "task-2764777" [ 1021.275019] env[62822]: _type = "Task" [ 1021.275019] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.282183] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.283878] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f3d01a-1fdd-4a74-a104-1dd638ed7659 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.291572] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cd7be3-8326-493a-9d53-e81e43d277e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.323904] env[62822]: DEBUG nova.network.neutron [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Successfully created port: 3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.328336] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696d9555-e830-4f27-acbd-d8013e40b5eb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.331292] env[62822]: DEBUG nova.compute.manager [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.340408] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df03a169-d12e-44e1-9a67-187d99192551 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.355299] env[62822]: DEBUG nova.compute.provider_tree [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.361827] env[62822]: WARNING nova.compute.manager [None req-48e232c1-a8e5-40cf-9c5f-bb0622c476cf tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Image not found during snapshot: nova.exception.ImageNotFound: Image 433b3317-f959-4204-8866-1ed3618f8f97 could not be found. [ 1021.373960] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.405725] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.502778] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "refresh_cache-2787b2c8-2ffb-460d-a95c-63050a70725c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.503080] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "refresh_cache-2787b2c8-2ffb-460d-a95c-63050a70725c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.503241] env[62822]: DEBUG nova.network.neutron [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.656355] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764774, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.679978] env[62822]: DEBUG nova.network.neutron [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Updated VIF entry in instance network info cache for port 8e3e3bc6-a050-441d-8320-5f090a64f658. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.680441] env[62822]: DEBUG nova.network.neutron [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Updating instance_info_cache with network_info: [{"id": "8e3e3bc6-a050-441d-8320-5f090a64f658", "address": "fa:16:3e:02:eb:a2", "network": {"id": "8ebf7b94-bfcc-4771-85cb-f150ef463c30", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1394909574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "903ae20e72974cad909e0ff61f943ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3e3bc6-a0", "ovs_interfaceid": "8e3e3bc6-a050-441d-8320-5f090a64f658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.783036] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.860466] env[62822]: DEBUG nova.scheduler.client.report [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.874759] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764776, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.911291] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.061864] env[62822]: DEBUG nova.network.neutron [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.160026] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764774, 'name': CreateVM_Task, 'duration_secs': 1.142431} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.160502] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.161455] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.161806] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.162362] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.162753] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134e69a9-69ce-4e27-9933-99b2c0d7a358 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.167814] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1022.167814] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52477989-a134-af2a-6ba1-4b23ddd230b2" [ 1022.167814] env[62822]: _type = "Task" [ 1022.167814] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.177142] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52477989-a134-af2a-6ba1-4b23ddd230b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.185554] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] Releasing lock "refresh_cache-bbafd2f0-d215-442d-b4c2-27db5d348ada" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.185799] env[62822]: DEBUG nova.compute.manager [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Received event network-changed-7dc7ae46-ec5d-4930-abc1-caf23c0f66ac {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.185961] env[62822]: DEBUG nova.compute.manager [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Refreshing instance network info cache due to event network-changed-7dc7ae46-ec5d-4930-abc1-caf23c0f66ac. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.186286] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] Acquiring lock "refresh_cache-6768000e-8e69-4f92-a0d7-976fd23c6493" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.186443] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] Acquired lock "refresh_cache-6768000e-8e69-4f92-a0d7-976fd23c6493" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.186622] env[62822]: DEBUG nova.network.neutron [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Refreshing network info cache for port 7dc7ae46-ec5d-4930-abc1-caf23c0f66ac {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.258092] env[62822]: DEBUG nova.network.neutron [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Updating instance_info_cache with network_info: [{"id": "f43f02a3-faf6-4597-8a81-6c4acdc3d54c", "address": "fa:16:3e:42:5e:72", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43f02a3-fa", "ovs_interfaceid": "f43f02a3-faf6-4597-8a81-6c4acdc3d54c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.283534] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.342418] env[62822]: DEBUG nova.compute.manager [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.378283] env[62822]: DEBUG nova.virt.hardware [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.378546] env[62822]: DEBUG nova.virt.hardware [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.378701] env[62822]: DEBUG nova.virt.hardware [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.378898] env[62822]: DEBUG nova.virt.hardware [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.379111] env[62822]: DEBUG nova.virt.hardware [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.379306] env[62822]: DEBUG nova.virt.hardware [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.380108] env[62822]: DEBUG nova.virt.hardware [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.380108] env[62822]: DEBUG nova.virt.hardware [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.380108] env[62822]: DEBUG nova.virt.hardware [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.380108] env[62822]: DEBUG nova.virt.hardware [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.380357] env[62822]: DEBUG nova.virt.hardware [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.381266] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e09f29-0555-4085-a18a-2bc7914620da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.388138] env[62822]: DEBUG oslo_vmware.api [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764776, 'name': PowerOnVM_Task, 'duration_secs': 1.102588} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.388844] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.389129] env[62822]: INFO nova.compute.manager [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Took 14.29 seconds to spawn the instance on the hypervisor. [ 1022.389365] env[62822]: DEBUG nova.compute.manager [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.390472] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cb2c16-624f-4270-aa16-dccc967411e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.396983] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d229db0d-7f72-4946-8066-7717cd10c858 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.427039] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764773, 'name': ReconfigVM_Task, 'duration_secs': 1.743974} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.427331] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee/1713fcb4-9ccf-47b5-8ecf-0cc766b04dee.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.427953] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec2d9c70-3ea6-491c-8486-e462f681d0a1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.434375] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1022.434375] env[62822]: value = "task-2764778" [ 1022.434375] env[62822]: _type = "Task" [ 1022.434375] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.442691] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764778, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.595531] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "1d34622b-1e1a-445f-8508-f53bec37f109" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.596284] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.679603] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52477989-a134-af2a-6ba1-4b23ddd230b2, 'name': SearchDatastore_Task, 'duration_secs': 0.035448} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.679891] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.680201] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.680477] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.680629] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.680801] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.681074] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea3af9a7-1dde-42e8-a990-e1b0dfd62ceb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.691631] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.691803] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.692941] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5347863a-c2ae-4e49-92a1-8b2b8945cdcf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.698827] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1022.698827] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ec9969-efdb-339f-d7a1-ae633d30e6da" [ 1022.698827] env[62822]: _type = "Task" [ 1022.698827] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.707020] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ec9969-efdb-339f-d7a1-ae633d30e6da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.761068] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "refresh_cache-2787b2c8-2ffb-460d-a95c-63050a70725c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.761482] env[62822]: DEBUG nova.compute.manager [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Instance network_info: |[{"id": "f43f02a3-faf6-4597-8a81-6c4acdc3d54c", "address": "fa:16:3e:42:5e:72", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43f02a3-fa", "ovs_interfaceid": "f43f02a3-faf6-4597-8a81-6c4acdc3d54c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.761967] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:5e:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f43f02a3-faf6-4597-8a81-6c4acdc3d54c', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.770718] env[62822]: DEBUG oslo.service.loopingcall [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1022.771039] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.771269] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0111721c-66b8-4523-919b-650b026a820e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.795230] env[62822]: DEBUG nova.compute.manager [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Received event network-vif-plugged-f43f02a3-faf6-4597-8a81-6c4acdc3d54c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.795444] env[62822]: DEBUG oslo_concurrency.lockutils [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] Acquiring lock "2787b2c8-2ffb-460d-a95c-63050a70725c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.795648] env[62822]: DEBUG oslo_concurrency.lockutils [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] Lock "2787b2c8-2ffb-460d-a95c-63050a70725c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.795814] env[62822]: DEBUG oslo_concurrency.lockutils [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] Lock "2787b2c8-2ffb-460d-a95c-63050a70725c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.796009] env[62822]: DEBUG nova.compute.manager [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] No waiting events found dispatching network-vif-plugged-f43f02a3-faf6-4597-8a81-6c4acdc3d54c {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.796181] env[62822]: WARNING nova.compute.manager [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Received unexpected event network-vif-plugged-f43f02a3-faf6-4597-8a81-6c4acdc3d54c for instance with vm_state building and task_state spawning. [ 1022.796346] env[62822]: DEBUG nova.compute.manager [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Received event network-changed-f43f02a3-faf6-4597-8a81-6c4acdc3d54c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.796578] env[62822]: DEBUG nova.compute.manager [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Refreshing instance network info cache due to event network-changed-f43f02a3-faf6-4597-8a81-6c4acdc3d54c. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.796770] env[62822]: DEBUG oslo_concurrency.lockutils [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] Acquiring lock "refresh_cache-2787b2c8-2ffb-460d-a95c-63050a70725c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.796950] env[62822]: DEBUG oslo_concurrency.lockutils [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] Acquired lock "refresh_cache-2787b2c8-2ffb-460d-a95c-63050a70725c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.797107] env[62822]: DEBUG nova.network.neutron [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Refreshing network info cache for port f43f02a3-faf6-4597-8a81-6c4acdc3d54c {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.803067] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764777, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.803396] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.803396] env[62822]: value = "task-2764779" [ 1022.803396] env[62822]: _type = "Task" [ 1022.803396] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.814862] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764779, 'name': CreateVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.878019] env[62822]: DEBUG oslo_concurrency.lockutils [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.563s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.878612] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.448s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.885171] env[62822]: INFO nova.compute.claims [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.934344] env[62822]: INFO nova.compute.manager [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Took 47.11 seconds to build instance. [ 1022.947247] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764778, 'name': Rename_Task, 'duration_secs': 0.309859} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.947436] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.947680] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccb478f5-da17-4292-b20e-13da9ea61426 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.951993] env[62822]: DEBUG oslo_concurrency.lockutils [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "3c6e52bf-501c-4641-9928-e1f91784cc08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.952256] env[62822]: DEBUG oslo_concurrency.lockutils [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "3c6e52bf-501c-4641-9928-e1f91784cc08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.952496] env[62822]: DEBUG oslo_concurrency.lockutils [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "3c6e52bf-501c-4641-9928-e1f91784cc08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.952689] env[62822]: DEBUG oslo_concurrency.lockutils [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "3c6e52bf-501c-4641-9928-e1f91784cc08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.952855] env[62822]: DEBUG oslo_concurrency.lockutils [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "3c6e52bf-501c-4641-9928-e1f91784cc08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.954679] env[62822]: INFO nova.compute.manager [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Terminating instance [ 1022.957103] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1022.957103] env[62822]: value = "task-2764780" [ 1022.957103] env[62822]: _type = "Task" [ 1022.957103] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.966518] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.061166] env[62822]: DEBUG nova.network.neutron [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Updated VIF entry in instance network info cache for port 7dc7ae46-ec5d-4930-abc1-caf23c0f66ac. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.061166] env[62822]: DEBUG nova.network.neutron [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Updating instance_info_cache with network_info: [{"id": "7dc7ae46-ec5d-4930-abc1-caf23c0f66ac", "address": "fa:16:3e:bf:a7:fb", "network": {"id": "2c6b7b33-a64d-4b98-a53e-694e69f489a6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1699409384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf8371b5ffe40c585fcb507a7efef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dc7ae46-ec", "ovs_interfaceid": "7dc7ae46-ec5d-4930-abc1-caf23c0f66ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.098225] env[62822]: DEBUG nova.compute.manager [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.209246] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ec9969-efdb-339f-d7a1-ae633d30e6da, 'name': SearchDatastore_Task, 'duration_secs': 0.015677} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.210067] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d13998e-3ee2-4fa0-b1c3-10a706af4646 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.218262] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1023.218262] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5205ed6a-af92-574c-313f-a357dde5b781" [ 1023.218262] env[62822]: _type = "Task" [ 1023.218262] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.231161] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5205ed6a-af92-574c-313f-a357dde5b781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.246089] env[62822]: DEBUG nova.network.neutron [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Successfully updated port: 3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.299912] env[62822]: DEBUG oslo_vmware.api [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764777, 'name': PowerOnVM_Task, 'duration_secs': 1.778777} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.300206] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.300407] env[62822]: INFO nova.compute.manager [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Took 12.61 seconds to spawn the instance on the hypervisor. [ 1023.300601] env[62822]: DEBUG nova.compute.manager [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.301371] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1ba952-9636-4ffc-8ec6-f17206b18840 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.317554] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764779, 'name': CreateVM_Task, 'duration_secs': 0.45711} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.317950] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.318613] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.318863] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.319093] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.319345] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddccce65-4213-4971-bacb-8638c9fd4a8b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.323931] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1023.323931] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520d4b68-6273-c909-adb8-a6852fbf1629" [ 1023.323931] env[62822]: _type = "Task" [ 1023.323931] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.332365] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520d4b68-6273-c909-adb8-a6852fbf1629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.441569] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4ded43b2-05dc-4b5f-a680-99dd35703af7 tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "9b22d922-5152-41f0-af00-75b4d4b6c52f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.626s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.454112] env[62822]: INFO nova.scheduler.client.report [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted allocation for migration b83f9c7a-c7c8-4427-9a7c-1fbdf13b1159 [ 1023.466695] env[62822]: DEBUG nova.compute.manager [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.467032] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.468554] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2af465-1011-4c65-beb6-c1cc135029c6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.478421] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.484431] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.485386] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-013fd41d-4a90-455f-b53b-b5f765220874 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.492310] env[62822]: DEBUG oslo_vmware.api [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1023.492310] env[62822]: value = "task-2764781" [ 1023.492310] env[62822]: _type = "Task" [ 1023.492310] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.502089] env[62822]: DEBUG oslo_vmware.api [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.558404] env[62822]: DEBUG nova.network.neutron [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Updated VIF entry in instance network info cache for port f43f02a3-faf6-4597-8a81-6c4acdc3d54c. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.558404] env[62822]: DEBUG nova.network.neutron [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Updating instance_info_cache with network_info: [{"id": "f43f02a3-faf6-4597-8a81-6c4acdc3d54c", "address": "fa:16:3e:42:5e:72", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43f02a3-fa", "ovs_interfaceid": "f43f02a3-faf6-4597-8a81-6c4acdc3d54c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.564543] env[62822]: DEBUG oslo_concurrency.lockutils [req-9a1b1959-72a4-4d8a-a3d5-8d7ace67299b req-3f7f9449-9e36-427f-9676-20935f82d477 service nova] Releasing lock "refresh_cache-6768000e-8e69-4f92-a0d7-976fd23c6493" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.619857] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.730550] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5205ed6a-af92-574c-313f-a357dde5b781, 'name': SearchDatastore_Task, 'duration_secs': 0.020969} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.730814] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.731136] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 6768000e-8e69-4f92-a0d7-976fd23c6493/6768000e-8e69-4f92-a0d7-976fd23c6493.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.731614] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87342e24-89f4-4081-9a2e-431adb56fbed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.739024] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1023.739024] env[62822]: value = "task-2764782" [ 1023.739024] env[62822]: _type = "Task" [ 1023.739024] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.747247] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.747485] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.748161] env[62822]: DEBUG nova.network.neutron [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.749676] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.830631] env[62822]: INFO nova.compute.manager [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Took 45.73 seconds to build instance. [ 1023.838450] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520d4b68-6273-c909-adb8-a6852fbf1629, 'name': SearchDatastore_Task, 'duration_secs': 0.011575} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.838779] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.839061] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.839314] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.840066] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.840066] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.840066] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f11ba2d-ca9c-4bbf-9d2e-024c10fefd61 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.852624] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.852812] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.853882] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90158e4-2853-4937-913f-12fec245b69a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.860179] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1023.860179] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bf755e-8a35-fa69-6e9f-d14474cb12d8" [ 1023.860179] env[62822]: _type = "Task" [ 1023.860179] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.868905] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bf755e-8a35-fa69-6e9f-d14474cb12d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.884080] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "9b22d922-5152-41f0-af00-75b4d4b6c52f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.888021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "9b22d922-5152-41f0-af00-75b4d4b6c52f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.888021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "9b22d922-5152-41f0-af00-75b4d4b6c52f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.888021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "9b22d922-5152-41f0-af00-75b4d4b6c52f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.888021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "9b22d922-5152-41f0-af00-75b4d4b6c52f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.888021] env[62822]: INFO nova.compute.manager [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Terminating instance [ 1023.971885] env[62822]: DEBUG oslo_concurrency.lockutils [None req-df34130c-e170-427e-af8a-223abb13afa4 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "42afea5e-6a7e-4692-966c-cde7812c7992" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.416s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.973414] env[62822]: DEBUG oslo_vmware.api [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764780, 'name': PowerOnVM_Task, 'duration_secs': 0.635382} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.976679] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.976906] env[62822]: INFO nova.compute.manager [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1023.977114] env[62822]: DEBUG nova.compute.manager [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.978488] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a614a76-9e55-490b-8f24-4f6ae4dff993 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.002949] env[62822]: DEBUG oslo_vmware.api [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764781, 'name': PowerOffVM_Task, 'duration_secs': 0.283776} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.003304] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.003509] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.004067] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-225dad15-dc8e-4c2d-b0ed-666ee5c479b3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.061592] env[62822]: DEBUG oslo_concurrency.lockutils [req-3a5f1a3e-77b4-4047-ab45-2bf572129f5a req-edce0fcb-186e-441e-970f-7509b665e680 service nova] Releasing lock "refresh_cache-2787b2c8-2ffb-460d-a95c-63050a70725c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.068432] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.068964] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.068964] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleting the datastore file [datastore1] 3c6e52bf-501c-4641-9928-e1f91784cc08 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.072570] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab17b4c8-1baa-4fb1-8f90-19b9beb3fd27 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.077149] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "42afea5e-6a7e-4692-966c-cde7812c7992" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.077515] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "42afea5e-6a7e-4692-966c-cde7812c7992" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.077760] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "42afea5e-6a7e-4692-966c-cde7812c7992-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.077961] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "42afea5e-6a7e-4692-966c-cde7812c7992-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.078187] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "42afea5e-6a7e-4692-966c-cde7812c7992-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.081461] env[62822]: DEBUG oslo_vmware.api [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for the task: (returnval){ [ 1024.081461] env[62822]: value = "task-2764784" [ 1024.081461] env[62822]: _type = "Task" [ 1024.081461] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.082551] env[62822]: INFO nova.compute.manager [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Terminating instance [ 1024.093873] env[62822]: DEBUG oslo_vmware.api [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.255613] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764782, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.328324] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7296e3-5f40-4635-95e8-0d7a843a48d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.338699] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bf6ad547-9c26-41e2-a3ce-d97da673803f tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.903s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.340453] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9c7621-a594-4024-8e3d-5b1964d02b40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.377723] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910f4991-4720-434d-a91a-c32789be57cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.386532] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bf755e-8a35-fa69-6e9f-d14474cb12d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.389404] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244714be-b953-4ef0-b2c1-73007318fdcb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.393361] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d5ad50-6a5f-4c87-927d-369cc9552d46 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.399290] env[62822]: DEBUG nova.compute.manager [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.399548] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.400358] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9425b0-ce05-45aa-8551-934e6a262a1a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.414014] env[62822]: DEBUG nova.compute.provider_tree [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.418315] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.418727] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1024.418727] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f04527-8897-0f9c-9378-f9a87ebafcc9" [ 1024.418727] env[62822]: _type = "Task" [ 1024.418727] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.419171] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9118c3ef-871e-479d-8fa5-ba56fad3f55f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.431050] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f04527-8897-0f9c-9378-f9a87ebafcc9, 'name': SearchDatastore_Task, 'duration_secs': 0.02167} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.432292] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.432549] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 2787b2c8-2ffb-460d-a95c-63050a70725c/2787b2c8-2ffb-460d-a95c-63050a70725c.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.433089] env[62822]: DEBUG oslo_vmware.api [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 1024.433089] env[62822]: value = "task-2764785" [ 1024.433089] env[62822]: _type = "Task" [ 1024.433089] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.433250] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-506c50b1-a0dc-4f86-a668-990b5bf8aac9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.445252] env[62822]: DEBUG oslo_vmware.api [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.446809] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1024.446809] env[62822]: value = "task-2764786" [ 1024.446809] env[62822]: _type = "Task" [ 1024.446809] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.454753] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.503594] env[62822]: INFO nova.compute.manager [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Took 39.72 seconds to build instance. [ 1024.570172] env[62822]: DEBUG nova.network.neutron [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.598023] env[62822]: DEBUG nova.compute.manager [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.598023] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.598023] env[62822]: DEBUG oslo_vmware.api [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Task: {'id': task-2764784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409717} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.598687] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd0796f-6ab4-435e-9564-0b4a34f230d2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.602047] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.602450] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.602743] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.603050] env[62822]: INFO nova.compute.manager [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1024.603513] env[62822]: DEBUG oslo.service.loopingcall [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.603838] env[62822]: DEBUG nova.compute.manager [-] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.604035] env[62822]: DEBUG nova.network.neutron [-] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.618152] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.618152] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9678b846-6db9-4504-88b0-496fd1f7292c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.624823] env[62822]: DEBUG oslo_vmware.api [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1024.624823] env[62822]: value = "task-2764787" [ 1024.624823] env[62822]: _type = "Task" [ 1024.624823] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.633578] env[62822]: DEBUG oslo_vmware.api [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.752428] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659177} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.752763] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 6768000e-8e69-4f92-a0d7-976fd23c6493/6768000e-8e69-4f92-a0d7-976fd23c6493.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.752998] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.753340] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-629c52e3-e669-489c-9c0b-f146f91d3453 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.761183] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1024.761183] env[62822]: value = "task-2764788" [ 1024.761183] env[62822]: _type = "Task" [ 1024.761183] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.772913] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.819916] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "d406347e-79c8-4db5-a515-12c42aec43bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.820218] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d406347e-79c8-4db5-a515-12c42aec43bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.920519] env[62822]: DEBUG nova.scheduler.client.report [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.950229] env[62822]: DEBUG oslo_vmware.api [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764785, 'name': PowerOffVM_Task, 'duration_secs': 0.193335} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.955902] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.956455] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.958587] env[62822]: DEBUG nova.compute.manager [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Received event network-vif-plugged-3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.958860] env[62822]: DEBUG oslo_concurrency.lockutils [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] Acquiring lock "995b5d3d-c730-4e9d-bbe2-0419071dc383-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.959097] env[62822]: DEBUG oslo_concurrency.lockutils [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] Lock "995b5d3d-c730-4e9d-bbe2-0419071dc383-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.959632] env[62822]: DEBUG oslo_concurrency.lockutils [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] Lock "995b5d3d-c730-4e9d-bbe2-0419071dc383-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.959838] env[62822]: DEBUG nova.compute.manager [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] No waiting events found dispatching network-vif-plugged-3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.960073] env[62822]: WARNING nova.compute.manager [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Received unexpected event network-vif-plugged-3a3f284c-0829-433d-abb9-eafa700f8b69 for instance with vm_state building and task_state spawning. [ 1024.960192] env[62822]: DEBUG nova.compute.manager [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Received event network-changed-3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.960347] env[62822]: DEBUG nova.compute.manager [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Refreshing instance network info cache due to event network-changed-3a3f284c-0829-433d-abb9-eafa700f8b69. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.960508] env[62822]: DEBUG oslo_concurrency.lockutils [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] Acquiring lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.961629] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88eeb769-e28e-4334-bc58-ca427f10a025 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.970996] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764786, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.007125] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5bce925-ff71-4eb2-bc0c-b1d82cfc78b2 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.176s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.025564] env[62822]: DEBUG nova.network.neutron [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updating instance_info_cache with network_info: [{"id": "3a3f284c-0829-433d-abb9-eafa700f8b69", "address": "fa:16:3e:59:67:8e", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3f284c-08", "ovs_interfaceid": "3a3f284c-0829-433d-abb9-eafa700f8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.069960] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.070224] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.070367] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Deleting the datastore file [datastore1] 9b22d922-5152-41f0-af00-75b4d4b6c52f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.070667] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aa94e93-bbcd-456c-ba27-0de79b6addc4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.078431] env[62822]: DEBUG oslo_vmware.api [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for the task: (returnval){ [ 1025.078431] env[62822]: value = "task-2764790" [ 1025.078431] env[62822]: _type = "Task" [ 1025.078431] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.090540] env[62822]: DEBUG oslo_vmware.api [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.135290] env[62822]: DEBUG oslo_vmware.api [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764787, 'name': PowerOffVM_Task, 'duration_secs': 0.464052} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.135575] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.135742] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.136008] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dda063d2-902a-436f-a082-1121dce7f232 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.247500] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.247730] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.247912] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleting the datastore file [datastore2] 42afea5e-6a7e-4692-966c-cde7812c7992 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.248202] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3624f165-0c88-43c8-bdfb-4276dc1d80d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.256179] env[62822]: DEBUG oslo_vmware.api [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1025.256179] env[62822]: value = "task-2764792" [ 1025.256179] env[62822]: _type = "Task" [ 1025.256179] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.268307] env[62822]: DEBUG oslo_vmware.api [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.273900] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094841} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.273900] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.274625] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7a9914-693c-415f-bde0-db0d2b7e3f95 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.301018] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 6768000e-8e69-4f92-a0d7-976fd23c6493/6768000e-8e69-4f92-a0d7-976fd23c6493.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.301018] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17062a64-2c94-4085-ab81-6c22f1bf0d54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.321045] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1025.321045] env[62822]: value = "task-2764793" [ 1025.321045] env[62822]: _type = "Task" [ 1025.321045] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.324330] env[62822]: DEBUG nova.compute.manager [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.331688] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.427554] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.428398] env[62822]: DEBUG nova.compute.manager [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.431531] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.241s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.431653] env[62822]: DEBUG nova.objects.instance [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Lazy-loading 'resources' on Instance uuid e10ca7d4-11d6-462e-ae52-5738af401f55 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.462168] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562649} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.462478] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 2787b2c8-2ffb-460d-a95c-63050a70725c/2787b2c8-2ffb-460d-a95c-63050a70725c.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.462688] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.462951] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76d89447-eb51-441b-8cf2-20147285a53d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.470667] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1025.470667] env[62822]: value = "task-2764794" [ 1025.470667] env[62822]: _type = "Task" [ 1025.470667] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.478764] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.527670] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.527945] env[62822]: DEBUG nova.compute.manager [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Instance network_info: |[{"id": "3a3f284c-0829-433d-abb9-eafa700f8b69", "address": "fa:16:3e:59:67:8e", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3f284c-08", "ovs_interfaceid": "3a3f284c-0829-433d-abb9-eafa700f8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.528266] env[62822]: DEBUG oslo_concurrency.lockutils [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] Acquired lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.528448] env[62822]: DEBUG nova.network.neutron [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Refreshing network info cache for port 3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.529653] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:67:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a3f284c-0829-433d-abb9-eafa700f8b69', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.537703] env[62822]: DEBUG oslo.service.loopingcall [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.538443] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.539225] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-881e836d-eda0-4b7f-a96f-af17c26500e7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.558946] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.558946] env[62822]: value = "task-2764795" [ 1025.558946] env[62822]: _type = "Task" [ 1025.558946] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.567030] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764795, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.588730] env[62822]: DEBUG oslo_vmware.api [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Task: {'id': task-2764790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501089} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.588730] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.588922] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.588976] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.589167] env[62822]: INFO nova.compute.manager [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1025.589395] env[62822]: DEBUG oslo.service.loopingcall [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.589582] env[62822]: DEBUG nova.compute.manager [-] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.589677] env[62822]: DEBUG nova.network.neutron [-] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.667663] env[62822]: DEBUG nova.network.neutron [-] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.767204] env[62822]: DEBUG oslo_vmware.api [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312714} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.767391] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.767711] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.767999] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.768299] env[62822]: INFO nova.compute.manager [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1025.768661] env[62822]: DEBUG oslo.service.loopingcall [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.768973] env[62822]: DEBUG nova.compute.manager [-] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.769193] env[62822]: DEBUG nova.network.neutron [-] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.833756] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764793, 'name': ReconfigVM_Task, 'duration_secs': 0.417351} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.836526] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 6768000e-8e69-4f92-a0d7-976fd23c6493/6768000e-8e69-4f92-a0d7-976fd23c6493.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.837578] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4808ce0-043b-4c6f-934a-08d814042e05 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.847021] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1025.847021] env[62822]: value = "task-2764796" [ 1025.847021] env[62822]: _type = "Task" [ 1025.847021] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.856038] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764796, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.857402] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.935074] env[62822]: DEBUG nova.compute.utils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.935074] env[62822]: DEBUG nova.compute.manager [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.935074] env[62822]: DEBUG nova.network.neutron [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.987233] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069784} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.987676] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.988998] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a0869e-5fdd-432e-8e5e-ab58ed97f95a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.020521] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 2787b2c8-2ffb-460d-a95c-63050a70725c/2787b2c8-2ffb-460d-a95c-63050a70725c.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.024338] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd4b0b9c-e265-48cc-9f00-fed759bea7a6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.047761] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1026.047761] env[62822]: value = "task-2764797" [ 1026.047761] env[62822]: _type = "Task" [ 1026.047761] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.060520] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.074270] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764795, 'name': CreateVM_Task, 'duration_secs': 0.37124} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.074270] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.074528] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.074632] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.074981] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.075275] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a99fb57-6a30-420e-9da2-51be9cb2521e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.079997] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1026.079997] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d22e9b-b9c8-7156-404d-83a1b1d0194b" [ 1026.079997] env[62822]: _type = "Task" [ 1026.079997] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.084990] env[62822]: DEBUG nova.policy [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff12c7f927b4430c93fade8bd07ed273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1832521c1544e4db5a68db1ed22aaef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.093791] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d22e9b-b9c8-7156-404d-83a1b1d0194b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.169533] env[62822]: DEBUG oslo_concurrency.lockutils [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.169794] env[62822]: DEBUG oslo_concurrency.lockutils [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.169999] env[62822]: DEBUG oslo_concurrency.lockutils [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.170276] env[62822]: DEBUG oslo_concurrency.lockutils [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.170418] env[62822]: DEBUG oslo_concurrency.lockutils [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.172991] env[62822]: INFO nova.compute.manager [-] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Took 1.57 seconds to deallocate network for instance. [ 1026.172991] env[62822]: INFO nova.compute.manager [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Terminating instance [ 1026.359260] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764796, 'name': Rename_Task, 'duration_secs': 0.138785} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.359573] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.360083] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a51b3c7-d037-40b3-9827-47045c7a83fc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.366199] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1026.366199] env[62822]: value = "task-2764798" [ 1026.366199] env[62822]: _type = "Task" [ 1026.366199] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.386050] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764798, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.416866] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c8779-e63f-4595-b4af-02c9e06d8fe2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.424446] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7e6214-a456-4a29-b0f7-c43e8cf645ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.457187] env[62822]: DEBUG nova.compute.manager [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.467307] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d8646b-5157-48be-9f2f-e90a3326fa96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.474668] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8409240-8844-4a4a-9632-348ed35eb40d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.505398] env[62822]: DEBUG nova.compute.provider_tree [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.558352] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764797, 'name': ReconfigVM_Task, 'duration_secs': 0.309604} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.558637] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 2787b2c8-2ffb-460d-a95c-63050a70725c/2787b2c8-2ffb-460d-a95c-63050a70725c.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.559287] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06f9fcf2-7bce-4c02-b8bc-e5f1d08a2d1c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.566433] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1026.566433] env[62822]: value = "task-2764799" [ 1026.566433] env[62822]: _type = "Task" [ 1026.566433] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.574793] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764799, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.590169] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d22e9b-b9c8-7156-404d-83a1b1d0194b, 'name': SearchDatastore_Task, 'duration_secs': 0.012089} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.590663] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.591587] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.591587] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.591587] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.591587] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.591587] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b445ad0-0f3f-4d3f-838e-6b88d4773ea1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.600134] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.600388] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.601161] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6acec7ca-ae2c-40db-bca2-d9ad96513254 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.607031] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1026.607031] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fd24e0-8a96-9aff-a28a-2654eac859a4" [ 1026.607031] env[62822]: _type = "Task" [ 1026.607031] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.616295] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fd24e0-8a96-9aff-a28a-2654eac859a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.682370] env[62822]: DEBUG oslo_concurrency.lockutils [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.683090] env[62822]: DEBUG nova.compute.manager [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.683328] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.685362] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae9f7fe-cd85-4d7b-be07-6cd9098d5410 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.693033] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.693395] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94d00c68-404c-411b-88ff-26d87bca5ae3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.700299] env[62822]: DEBUG oslo_vmware.api [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1026.700299] env[62822]: value = "task-2764800" [ 1026.700299] env[62822]: _type = "Task" [ 1026.700299] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.709936] env[62822]: DEBUG oslo_vmware.api [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.763965] env[62822]: DEBUG nova.network.neutron [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updated VIF entry in instance network info cache for port 3a3f284c-0829-433d-abb9-eafa700f8b69. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.764360] env[62822]: DEBUG nova.network.neutron [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updating instance_info_cache with network_info: [{"id": "3a3f284c-0829-433d-abb9-eafa700f8b69", "address": "fa:16:3e:59:67:8e", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3f284c-08", "ovs_interfaceid": "3a3f284c-0829-433d-abb9-eafa700f8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.879052] env[62822]: DEBUG oslo_vmware.api [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764798, 'name': PowerOnVM_Task, 'duration_secs': 0.503469} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.879359] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.879664] env[62822]: INFO nova.compute.manager [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1026.879897] env[62822]: DEBUG nova.compute.manager [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.881078] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a903d-df5c-4db4-803c-3ce7978a39dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.895651] env[62822]: DEBUG nova.network.neutron [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Successfully created port: e897a404-c609-447d-9de6-84bd73d1ac63 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.033707] env[62822]: ERROR nova.scheduler.client.report [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] [req-c8d8910d-75e5-4181-97d0-7d63d9b77a5f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8d8910d-75e5-4181-97d0-7d63d9b77a5f"}]} [ 1027.052155] env[62822]: DEBUG nova.scheduler.client.report [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1027.073876] env[62822]: DEBUG nova.scheduler.client.report [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1027.073876] env[62822]: DEBUG nova.compute.provider_tree [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.081583] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764799, 'name': Rename_Task, 'duration_secs': 0.155052} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.081859] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.082132] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f88e5e7-9db8-45fc-80ce-ce6e6a7190a0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.086082] env[62822]: DEBUG nova.scheduler.client.report [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1027.089237] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1027.089237] env[62822]: value = "task-2764801" [ 1027.089237] env[62822]: _type = "Task" [ 1027.089237] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.099064] env[62822]: DEBUG nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Received event network-changed-92ae358d-4b7f-421a-bf14-e2090754bffb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.099264] env[62822]: DEBUG nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Refreshing instance network info cache due to event network-changed-92ae358d-4b7f-421a-bf14-e2090754bffb. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1027.099516] env[62822]: DEBUG oslo_concurrency.lockutils [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] Acquiring lock "refresh_cache-492a0edf-38c7-436f-81e7-b6112dc16426" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.099684] env[62822]: DEBUG oslo_concurrency.lockutils [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] Acquired lock "refresh_cache-492a0edf-38c7-436f-81e7-b6112dc16426" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.099846] env[62822]: DEBUG nova.network.neutron [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Refreshing network info cache for port 92ae358d-4b7f-421a-bf14-e2090754bffb {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.104875] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.106864] env[62822]: DEBUG nova.scheduler.client.report [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1027.114884] env[62822]: DEBUG nova.network.neutron [-] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.121460] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fd24e0-8a96-9aff-a28a-2654eac859a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.122306] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3e02a9-1585-4d2f-8a01-d14c304a7059 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.131138] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1027.131138] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ea6e7b-b1e5-4357-cde4-589294b7e50c" [ 1027.131138] env[62822]: _type = "Task" [ 1027.131138] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.140512] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ea6e7b-b1e5-4357-cde4-589294b7e50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.210764] env[62822]: DEBUG oslo_vmware.api [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764800, 'name': PowerOffVM_Task, 'duration_secs': 0.403818} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.213254] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.213433] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.214514] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b120e0a4-d695-450e-92b0-4c48582e0d1e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.259694] env[62822]: DEBUG nova.network.neutron [-] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.267386] env[62822]: DEBUG oslo_concurrency.lockutils [req-8449c189-58fa-4ffc-8cfe-e38a82a768e3 req-366c2712-ffa3-4fe4-9218-c4de33e98f0e service nova] Releasing lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.288575] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.288844] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.289689] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleting the datastore file [datastore1] 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.289689] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4f08af5-7f06-4c16-9161-f4d4d8feb461 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.297047] env[62822]: DEBUG oslo_vmware.api [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1027.297047] env[62822]: value = "task-2764803" [ 1027.297047] env[62822]: _type = "Task" [ 1027.297047] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.307391] env[62822]: DEBUG oslo_vmware.api [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.400153] env[62822]: INFO nova.compute.manager [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Took 37.42 seconds to build instance. [ 1027.455595] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee9d1e7-d363-4e40-8ae9-3224e8ea1d5d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.463535] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c81a5-9f20-444b-a7ba-1ae24692e5f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.470204] env[62822]: DEBUG nova.compute.manager [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.499890] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe77b56-2c13-4f9a-ae76-ac9561ad27fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.507354] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8670793d-21ad-47dd-9653-410ce7f89d53 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.512963] env[62822]: DEBUG nova.virt.hardware [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.513191] env[62822]: DEBUG nova.virt.hardware [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.513351] env[62822]: DEBUG nova.virt.hardware [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.513528] env[62822]: DEBUG nova.virt.hardware [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.513668] env[62822]: DEBUG nova.virt.hardware [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.513822] env[62822]: DEBUG nova.virt.hardware [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.514053] env[62822]: DEBUG nova.virt.hardware [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.514220] env[62822]: DEBUG nova.virt.hardware [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.514384] env[62822]: DEBUG nova.virt.hardware [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.514581] env[62822]: DEBUG nova.virt.hardware [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.514765] env[62822]: DEBUG nova.virt.hardware [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.515510] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26548c3e-a08d-437e-b651-6268a5da3bce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.529588] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa54fa3-2560-40e9-b637-e9a591968456 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.533607] env[62822]: DEBUG nova.compute.provider_tree [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.600554] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.616189] env[62822]: INFO nova.compute.manager [-] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Took 1.85 seconds to deallocate network for instance. [ 1027.641428] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ea6e7b-b1e5-4357-cde4-589294b7e50c, 'name': SearchDatastore_Task, 'duration_secs': 0.0193} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.641662] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.641918] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 995b5d3d-c730-4e9d-bbe2-0419071dc383/995b5d3d-c730-4e9d-bbe2-0419071dc383.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.642222] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c971a346-67c7-45bd-bd24-410d90e34453 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.648784] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1027.648784] env[62822]: value = "task-2764804" [ 1027.648784] env[62822]: _type = "Task" [ 1027.648784] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.658917] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.762651] env[62822]: INFO nova.compute.manager [-] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Took 2.17 seconds to deallocate network for instance. [ 1027.810978] env[62822]: DEBUG oslo_vmware.api [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508691} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.811269] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.811458] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.811659] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.811888] env[62822]: INFO nova.compute.manager [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1027.812168] env[62822]: DEBUG oslo.service.loopingcall [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.812441] env[62822]: DEBUG nova.compute.manager [-] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.812591] env[62822]: DEBUG nova.network.neutron [-] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.894836] env[62822]: DEBUG nova.network.neutron [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Updated VIF entry in instance network info cache for port 92ae358d-4b7f-421a-bf14-e2090754bffb. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.895226] env[62822]: DEBUG nova.network.neutron [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Updating instance_info_cache with network_info: [{"id": "92ae358d-4b7f-421a-bf14-e2090754bffb", "address": "fa:16:3e:e0:30:ff", "network": {"id": "c0e865e2-961a-448b-9c0b-fe1bd079ef29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1119122537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96ea8ae68a0a4ecb8c590916048ed90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ae358d-4b", "ovs_interfaceid": "92ae358d-4b7f-421a-bf14-e2090754bffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.902356] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3e965fed-6eb9-4db4-aa4c-736aaa9b1480 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.029s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.075596] env[62822]: DEBUG nova.scheduler.client.report [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1028.075964] env[62822]: DEBUG nova.compute.provider_tree [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 144 to 145 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1028.076257] env[62822]: DEBUG nova.compute.provider_tree [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.107489] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764801, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.122747] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.161555] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764804, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.270028] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.377158] env[62822]: DEBUG nova.compute.manager [req-1c9cf366-7495-45e0-a269-4c36863bdab2 req-70796150-cb81-47e2-97c4-04649f429c55 service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Received event network-changed-7dc7ae46-ec5d-4930-abc1-caf23c0f66ac {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.377158] env[62822]: DEBUG nova.compute.manager [req-1c9cf366-7495-45e0-a269-4c36863bdab2 req-70796150-cb81-47e2-97c4-04649f429c55 service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Refreshing instance network info cache due to event network-changed-7dc7ae46-ec5d-4930-abc1-caf23c0f66ac. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1028.377158] env[62822]: DEBUG oslo_concurrency.lockutils [req-1c9cf366-7495-45e0-a269-4c36863bdab2 req-70796150-cb81-47e2-97c4-04649f429c55 service nova] Acquiring lock "refresh_cache-6768000e-8e69-4f92-a0d7-976fd23c6493" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.377158] env[62822]: DEBUG oslo_concurrency.lockutils [req-1c9cf366-7495-45e0-a269-4c36863bdab2 req-70796150-cb81-47e2-97c4-04649f429c55 service nova] Acquired lock "refresh_cache-6768000e-8e69-4f92-a0d7-976fd23c6493" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.377158] env[62822]: DEBUG nova.network.neutron [req-1c9cf366-7495-45e0-a269-4c36863bdab2 req-70796150-cb81-47e2-97c4-04649f429c55 service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Refreshing network info cache for port 7dc7ae46-ec5d-4930-abc1-caf23c0f66ac {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.397943] env[62822]: DEBUG oslo_concurrency.lockutils [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] Releasing lock "refresh_cache-492a0edf-38c7-436f-81e7-b6112dc16426" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.398217] env[62822]: DEBUG nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Received event network-vif-deleted-4ad80d9c-2963-4e8e-af2d-4237fbe498e8 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.398400] env[62822]: DEBUG nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Received event network-vif-deleted-2e643784-b0b7-4d52-b410-582b18fd5e00 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.398559] env[62822]: INFO nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Neutron deleted interface 2e643784-b0b7-4d52-b410-582b18fd5e00; detaching it from the instance and deleting it from the info cache [ 1028.398798] env[62822]: DEBUG nova.network.neutron [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Updating instance_info_cache with network_info: [{"id": "dd62f9ed-28c7-49f2-ae5b-b06708e2f097", "address": "fa:16:3e:e8:07:1b", "network": {"id": "596a98cf-50f9-4bee-aa0c-4c8591a23270", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-374336079", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05de64a3acae489c9894d353fa73ed58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd62f9ed-28", "ovs_interfaceid": "dd62f9ed-28c7-49f2-ae5b-b06708e2f097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.579876] env[62822]: DEBUG nova.network.neutron [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Successfully updated port: e897a404-c609-447d-9de6-84bd73d1ac63 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.581646] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.150s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.585374] env[62822]: DEBUG oslo_concurrency.lockutils [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.928s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.585654] env[62822]: DEBUG nova.objects.instance [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lazy-loading 'resources' on Instance uuid 1ccebe49-4e0b-4255-acb1-3a0a78722741 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.604230] env[62822]: DEBUG oslo_vmware.api [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764801, 'name': PowerOnVM_Task, 'duration_secs': 1.048668} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.604586] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.604736] env[62822]: INFO nova.compute.manager [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1028.604910] env[62822]: DEBUG nova.compute.manager [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.605695] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bdbc37-d787-45e2-aa20-0f4fa31f0380 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.615451] env[62822]: INFO nova.scheduler.client.report [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Deleted allocations for instance e10ca7d4-11d6-462e-ae52-5738af401f55 [ 1028.661218] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764804, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.664850] env[62822]: DEBUG nova.network.neutron [-] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.903499] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23a59a30-13f0-41e5-8580-c2e56a613923 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.913507] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdea9fea-d455-438a-aa94-585fa1f6f58f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.948822] env[62822]: DEBUG nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Detach interface failed, port_id=2e643784-b0b7-4d52-b410-582b18fd5e00, reason: Instance 9b22d922-5152-41f0-af00-75b4d4b6c52f could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1028.949072] env[62822]: DEBUG nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Received event network-vif-deleted-e046ce62-3c77-4592-bfbf-e85da8787815 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.949282] env[62822]: INFO nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Neutron deleted interface e046ce62-3c77-4592-bfbf-e85da8787815; detaching it from the instance and deleting it from the info cache [ 1028.949425] env[62822]: DEBUG nova.network.neutron [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.086578] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "refresh_cache-734a3cce-c336-4ec7-abe9-15b1263fc218" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.086578] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired lock "refresh_cache-734a3cce-c336-4ec7-abe9-15b1263fc218" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.086578] env[62822]: DEBUG nova.network.neutron [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.124930] env[62822]: DEBUG nova.network.neutron [req-1c9cf366-7495-45e0-a269-4c36863bdab2 req-70796150-cb81-47e2-97c4-04649f429c55 service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Updated VIF entry in instance network info cache for port 7dc7ae46-ec5d-4930-abc1-caf23c0f66ac. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.125416] env[62822]: DEBUG nova.network.neutron [req-1c9cf366-7495-45e0-a269-4c36863bdab2 req-70796150-cb81-47e2-97c4-04649f429c55 service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Updating instance_info_cache with network_info: [{"id": "7dc7ae46-ec5d-4930-abc1-caf23c0f66ac", "address": "fa:16:3e:bf:a7:fb", "network": {"id": "2c6b7b33-a64d-4b98-a53e-694e69f489a6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1699409384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaf8371b5ffe40c585fcb507a7efef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dc7ae46-ec", "ovs_interfaceid": "7dc7ae46-ec5d-4930-abc1-caf23c0f66ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.137992] env[62822]: DEBUG nova.compute.manager [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Received event network-vif-deleted-85e43041-6d5c-45f7-9d0c-f211920eb42e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.137992] env[62822]: DEBUG nova.compute.manager [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Received event network-vif-plugged-e897a404-c609-447d-9de6-84bd73d1ac63 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.137992] env[62822]: DEBUG oslo_concurrency.lockutils [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] Acquiring lock "734a3cce-c336-4ec7-abe9-15b1263fc218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.137992] env[62822]: DEBUG oslo_concurrency.lockutils [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] Lock "734a3cce-c336-4ec7-abe9-15b1263fc218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.137992] env[62822]: DEBUG oslo_concurrency.lockutils [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] Lock "734a3cce-c336-4ec7-abe9-15b1263fc218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.137992] env[62822]: DEBUG nova.compute.manager [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] No waiting events found dispatching network-vif-plugged-e897a404-c609-447d-9de6-84bd73d1ac63 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.137992] env[62822]: WARNING nova.compute.manager [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Received unexpected event network-vif-plugged-e897a404-c609-447d-9de6-84bd73d1ac63 for instance with vm_state building and task_state spawning. [ 1029.138368] env[62822]: DEBUG nova.compute.manager [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Received event network-changed-e897a404-c609-447d-9de6-84bd73d1ac63 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.138368] env[62822]: DEBUG nova.compute.manager [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Refreshing instance network info cache due to event network-changed-e897a404-c609-447d-9de6-84bd73d1ac63. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.138522] env[62822]: DEBUG oslo_concurrency.lockutils [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] Acquiring lock "refresh_cache-734a3cce-c336-4ec7-abe9-15b1263fc218" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.138840] env[62822]: INFO nova.compute.manager [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Took 34.57 seconds to build instance. [ 1029.140228] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ecb68876-b885-4686-ac8c-21a1ff6384df tempest-ServersV294TestFqdnHostnames-377829194 tempest-ServersV294TestFqdnHostnames-377829194-project-member] Lock "e10ca7d4-11d6-462e-ae52-5738af401f55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.678s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.165608] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764804, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.167144] env[62822]: INFO nova.compute.manager [-] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Took 1.35 seconds to deallocate network for instance. [ 1029.455103] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-deb3a225-deaf-4c9a-b80b-bd2ba55e703e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.468131] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71732a7b-82b0-4ebc-bcce-ae82ee9e846a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.479244] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab9279-6b49-4e3f-ae9c-bccce13627f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.488311] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7700a2-fc2d-476e-a263-74d347fdb888 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.505813] env[62822]: DEBUG nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Detach interface failed, port_id=e046ce62-3c77-4592-bfbf-e85da8787815, reason: Instance 42afea5e-6a7e-4692-966c-cde7812c7992 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1029.506207] env[62822]: DEBUG nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Received event network-vif-deleted-dd62f9ed-28c7-49f2-ae5b-b06708e2f097 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.507017] env[62822]: INFO nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Neutron deleted interface dd62f9ed-28c7-49f2-ae5b-b06708e2f097; detaching it from the instance and deleting it from the info cache [ 1029.507017] env[62822]: DEBUG nova.network.neutron [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.538252] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc5143-d7fd-47fe-9507-bffa8f22c35b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.546366] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f52f79b-454d-456b-8327-41cf67bf0021 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.560290] env[62822]: DEBUG nova.compute.provider_tree [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.632741] env[62822]: DEBUG oslo_concurrency.lockutils [req-1c9cf366-7495-45e0-a269-4c36863bdab2 req-70796150-cb81-47e2-97c4-04649f429c55 service nova] Releasing lock "refresh_cache-6768000e-8e69-4f92-a0d7-976fd23c6493" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.639371] env[62822]: DEBUG nova.network.neutron [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.641238] env[62822]: DEBUG oslo_concurrency.lockutils [None req-249ce67b-6d51-4880-8043-b29dc6c8ac12 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "2787b2c8-2ffb-460d-a95c-63050a70725c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.332s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.664122] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764804, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.761703} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.664578] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 995b5d3d-c730-4e9d-bbe2-0419071dc383/995b5d3d-c730-4e9d-bbe2-0419071dc383.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.664979] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.665378] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72b46e86-df13-4195-b6dc-a439496cd9dc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.674116] env[62822]: DEBUG oslo_concurrency.lockutils [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.674116] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1029.674116] env[62822]: value = "task-2764805" [ 1029.674116] env[62822]: _type = "Task" [ 1029.674116] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.683755] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.888163] env[62822]: DEBUG nova.network.neutron [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Updating instance_info_cache with network_info: [{"id": "e897a404-c609-447d-9de6-84bd73d1ac63", "address": "fa:16:3e:37:ae:6d", "network": {"id": "ba7a630e-a214-4896-8e31-9fede15ebfb7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-813209239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1832521c1544e4db5a68db1ed22aaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape897a404-c6", "ovs_interfaceid": "e897a404-c609-447d-9de6-84bd73d1ac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.038627] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6367e2f-47d4-4947-b7c1-111b196c7b8c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.050807] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65e78e9-6b2e-4154-9a9e-ca0e60a353ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.063143] env[62822]: DEBUG nova.scheduler.client.report [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.097806] env[62822]: DEBUG nova.compute.manager [req-3f7d8b4b-9c74-4019-83e3-a1c39de7db10 req-ae51638e-28ac-48b1-8e3a-e3cdaae04364 service nova] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Detach interface failed, port_id=dd62f9ed-28c7-49f2-ae5b-b06708e2f097, reason: Instance 9b22d922-5152-41f0-af00-75b4d4b6c52f could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1030.185618] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063614} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.185917] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.188492] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faa22e5-6f09-4af3-8f59-caa1664ac1b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.210586] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 995b5d3d-c730-4e9d-bbe2-0419071dc383/995b5d3d-c730-4e9d-bbe2-0419071dc383.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.211282] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6f9053e-696c-4e34-b08d-324c0b5b7348 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.231741] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1030.231741] env[62822]: value = "task-2764806" [ 1030.231741] env[62822]: _type = "Task" [ 1030.231741] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.242588] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.391184] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Releasing lock "refresh_cache-734a3cce-c336-4ec7-abe9-15b1263fc218" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.391599] env[62822]: DEBUG nova.compute.manager [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Instance network_info: |[{"id": "e897a404-c609-447d-9de6-84bd73d1ac63", "address": "fa:16:3e:37:ae:6d", "network": {"id": "ba7a630e-a214-4896-8e31-9fede15ebfb7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-813209239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1832521c1544e4db5a68db1ed22aaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape897a404-c6", "ovs_interfaceid": "e897a404-c609-447d-9de6-84bd73d1ac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.391859] env[62822]: DEBUG oslo_concurrency.lockutils [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] Acquired lock "refresh_cache-734a3cce-c336-4ec7-abe9-15b1263fc218" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.392049] env[62822]: DEBUG nova.network.neutron [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Refreshing network info cache for port e897a404-c609-447d-9de6-84bd73d1ac63 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.397020] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:ae:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e897a404-c609-447d-9de6-84bd73d1ac63', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.404142] env[62822]: DEBUG oslo.service.loopingcall [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1030.405456] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.405709] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73d5fbce-3f96-46e7-8916-2808b1f98675 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.434366] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.434366] env[62822]: value = "task-2764807" [ 1030.434366] env[62822]: _type = "Task" [ 1030.434366] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.445694] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764807, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.571912] env[62822]: DEBUG oslo_concurrency.lockutils [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.574674] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.691s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.577028] env[62822]: INFO nova.compute.claims [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.597656] env[62822]: INFO nova.scheduler.client.report [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Deleted allocations for instance 1ccebe49-4e0b-4255-acb1-3a0a78722741 [ 1030.742209] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764806, 'name': ReconfigVM_Task, 'duration_secs': 0.432059} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.742209] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 995b5d3d-c730-4e9d-bbe2-0419071dc383/995b5d3d-c730-4e9d-bbe2-0419071dc383.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.742785] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e694de85-1e55-4a8a-b1f9-d511a5547c2b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.749839] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1030.749839] env[62822]: value = "task-2764808" [ 1030.749839] env[62822]: _type = "Task" [ 1030.749839] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.758339] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764808, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.957016] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764807, 'name': CreateVM_Task, 'duration_secs': 0.361321} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.957455] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.958317] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.958633] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.959100] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.959805] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565062de-de81-4054-a201-53aae88d5a1b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.966369] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1030.966369] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52623ffd-fc6a-ff3d-0ef7-035d2564acc4" [ 1030.966369] env[62822]: _type = "Task" [ 1030.966369] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.976806] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52623ffd-fc6a-ff3d-0ef7-035d2564acc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.106906] env[62822]: DEBUG oslo_concurrency.lockutils [None req-99edb8e4-5bf9-4d9d-a944-e4539d34896d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "1ccebe49-4e0b-4255-acb1-3a0a78722741" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.524s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.193681] env[62822]: DEBUG nova.compute.manager [req-50e12f58-a747-4a10-8973-f5e17c4c8abf req-1a3e162b-023d-4a9d-8a23-a16702bc46bc service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Received event network-changed-f43f02a3-faf6-4597-8a81-6c4acdc3d54c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.193894] env[62822]: DEBUG nova.compute.manager [req-50e12f58-a747-4a10-8973-f5e17c4c8abf req-1a3e162b-023d-4a9d-8a23-a16702bc46bc service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Refreshing instance network info cache due to event network-changed-f43f02a3-faf6-4597-8a81-6c4acdc3d54c. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1031.194122] env[62822]: DEBUG oslo_concurrency.lockutils [req-50e12f58-a747-4a10-8973-f5e17c4c8abf req-1a3e162b-023d-4a9d-8a23-a16702bc46bc service nova] Acquiring lock "refresh_cache-2787b2c8-2ffb-460d-a95c-63050a70725c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.194596] env[62822]: DEBUG oslo_concurrency.lockutils [req-50e12f58-a747-4a10-8973-f5e17c4c8abf req-1a3e162b-023d-4a9d-8a23-a16702bc46bc service nova] Acquired lock "refresh_cache-2787b2c8-2ffb-460d-a95c-63050a70725c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.194768] env[62822]: DEBUG nova.network.neutron [req-50e12f58-a747-4a10-8973-f5e17c4c8abf req-1a3e162b-023d-4a9d-8a23-a16702bc46bc service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Refreshing network info cache for port f43f02a3-faf6-4597-8a81-6c4acdc3d54c {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.266115] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764808, 'name': Rename_Task, 'duration_secs': 0.179694} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.268419] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.268729] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2b863c4-5cd2-4873-ace1-25e6c8ebb1c1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.275321] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1031.275321] env[62822]: value = "task-2764809" [ 1031.275321] env[62822]: _type = "Task" [ 1031.275321] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.283295] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.429864] env[62822]: DEBUG nova.network.neutron [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Updated VIF entry in instance network info cache for port e897a404-c609-447d-9de6-84bd73d1ac63. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.430299] env[62822]: DEBUG nova.network.neutron [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Updating instance_info_cache with network_info: [{"id": "e897a404-c609-447d-9de6-84bd73d1ac63", "address": "fa:16:3e:37:ae:6d", "network": {"id": "ba7a630e-a214-4896-8e31-9fede15ebfb7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-813209239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1832521c1544e4db5a68db1ed22aaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape897a404-c6", "ovs_interfaceid": "e897a404-c609-447d-9de6-84bd73d1ac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.458782] env[62822]: DEBUG oslo_concurrency.lockutils [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "6e48a8fe-876d-46f5-93de-bf56300966e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.459128] env[62822]: DEBUG oslo_concurrency.lockutils [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "6e48a8fe-876d-46f5-93de-bf56300966e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.459410] env[62822]: DEBUG oslo_concurrency.lockutils [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "6e48a8fe-876d-46f5-93de-bf56300966e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.459659] env[62822]: DEBUG oslo_concurrency.lockutils [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "6e48a8fe-876d-46f5-93de-bf56300966e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.459893] env[62822]: DEBUG oslo_concurrency.lockutils [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "6e48a8fe-876d-46f5-93de-bf56300966e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.463040] env[62822]: INFO nova.compute.manager [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Terminating instance [ 1031.477836] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52623ffd-fc6a-ff3d-0ef7-035d2564acc4, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.478653] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.478653] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.478927] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.479180] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.479486] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.480115] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e805f3c0-5c63-44cb-b7bc-d97ca0622f01 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.489633] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.489834] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.490687] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c2372d-6e22-469d-9bca-3fd45b6cbddb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.497234] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1031.497234] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d883ac-2763-b900-e86b-adc86e535370" [ 1031.497234] env[62822]: _type = "Task" [ 1031.497234] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.507127] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d883ac-2763-b900-e86b-adc86e535370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.792236] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764809, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.933308] env[62822]: DEBUG oslo_concurrency.lockutils [req-8ed36693-f2f3-4f95-95c6-eb927f0d7f04 req-e7851f18-4395-42b1-a80a-a57779700137 service nova] Releasing lock "refresh_cache-734a3cce-c336-4ec7-abe9-15b1263fc218" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.943464] env[62822]: DEBUG nova.network.neutron [req-50e12f58-a747-4a10-8973-f5e17c4c8abf req-1a3e162b-023d-4a9d-8a23-a16702bc46bc service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Updated VIF entry in instance network info cache for port f43f02a3-faf6-4597-8a81-6c4acdc3d54c. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.943824] env[62822]: DEBUG nova.network.neutron [req-50e12f58-a747-4a10-8973-f5e17c4c8abf req-1a3e162b-023d-4a9d-8a23-a16702bc46bc service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Updating instance_info_cache with network_info: [{"id": "f43f02a3-faf6-4597-8a81-6c4acdc3d54c", "address": "fa:16:3e:42:5e:72", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43f02a3-fa", "ovs_interfaceid": "f43f02a3-faf6-4597-8a81-6c4acdc3d54c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.967207] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242db4ec-64f3-4ca2-aad5-93df27b3fda3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.970352] env[62822]: DEBUG nova.compute.manager [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.970612] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.971462] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fbacd8-d1fe-4492-b2cd-ef551d92de2c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.981192] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a898512-a286-4c00-ad27-7822f41362a4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.984501] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.985061] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-187deda3-d35a-4e8c-a3ce-5e52fab93c16 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.022410] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ec1353-bf58-4e80-afb4-c640f180fb50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.026059] env[62822]: DEBUG oslo_vmware.api [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 1032.026059] env[62822]: value = "task-2764810" [ 1032.026059] env[62822]: _type = "Task" [ 1032.026059] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.035081] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d883ac-2763-b900-e86b-adc86e535370, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.036742] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4f23b5-59d7-4cc6-b6ea-fe0f62598000 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.044872] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe59e28-777e-4074-bf68-9b53864671f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.047398] env[62822]: DEBUG oslo_vmware.api [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.059505] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1032.059505] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c65a3f-4edf-153d-b91e-cc8fc2c0538f" [ 1032.059505] env[62822]: _type = "Task" [ 1032.059505] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.059989] env[62822]: DEBUG nova.compute.provider_tree [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.070440] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c65a3f-4edf-153d-b91e-cc8fc2c0538f, 'name': SearchDatastore_Task, 'duration_secs': 0.011071} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.071527] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.071625] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 734a3cce-c336-4ec7-abe9-15b1263fc218/734a3cce-c336-4ec7-abe9-15b1263fc218.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.071865] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0002b050-2083-4223-9c97-671b4235fdbb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.082313] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1032.082313] env[62822]: value = "task-2764811" [ 1032.082313] env[62822]: _type = "Task" [ 1032.082313] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.090666] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.287912] env[62822]: DEBUG oslo_vmware.api [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764809, 'name': PowerOnVM_Task, 'duration_secs': 0.924572} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.288204] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.288411] env[62822]: INFO nova.compute.manager [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1032.288590] env[62822]: DEBUG nova.compute.manager [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.289373] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f417e4e3-be2f-4d6d-a5e6-e3f49dd2065a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.447897] env[62822]: DEBUG oslo_concurrency.lockutils [req-50e12f58-a747-4a10-8973-f5e17c4c8abf req-1a3e162b-023d-4a9d-8a23-a16702bc46bc service nova] Releasing lock "refresh_cache-2787b2c8-2ffb-460d-a95c-63050a70725c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.538434] env[62822]: DEBUG oslo_vmware.api [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764810, 'name': PowerOffVM_Task, 'duration_secs': 0.240129} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.538846] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.539193] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.539581] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1d0b61b-6097-4998-98d3-49d287bf0ebe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.566974] env[62822]: DEBUG nova.scheduler.client.report [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.594309] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764811, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.604052] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.604052] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.604052] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Deleting the datastore file [datastore1] 6e48a8fe-876d-46f5-93de-bf56300966e6 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.604428] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6dc8223-f1c8-49c9-8e7a-dcbaddc88a0d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.613028] env[62822]: DEBUG oslo_vmware.api [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for the task: (returnval){ [ 1032.613028] env[62822]: value = "task-2764813" [ 1032.613028] env[62822]: _type = "Task" [ 1032.613028] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.622825] env[62822]: DEBUG oslo_vmware.api [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.807937] env[62822]: INFO nova.compute.manager [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Took 37.10 seconds to build instance. [ 1033.073649] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.074198] env[62822]: DEBUG nova.compute.manager [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.076789] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.457s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.078257] env[62822]: INFO nova.compute.claims [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.093267] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587939} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.093693] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 734a3cce-c336-4ec7-abe9-15b1263fc218/734a3cce-c336-4ec7-abe9-15b1263fc218.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.093830] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.094214] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e10c92ff-4f27-4247-af03-48476c7619ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.100752] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1033.100752] env[62822]: value = "task-2764814" [ 1033.100752] env[62822]: _type = "Task" [ 1033.100752] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.110309] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.122564] env[62822]: DEBUG oslo_vmware.api [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.309955] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d1bf7aea-bd66-4c6f-8bb1-fc98445b9f93 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.163s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.582781] env[62822]: DEBUG nova.compute.utils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.584317] env[62822]: DEBUG nova.compute.manager [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.584559] env[62822]: DEBUG nova.network.neutron [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.611281] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263909} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.611543] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.612394] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82461721-96f2-448b-b6fd-808a361ee2c6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.637837] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 734a3cce-c336-4ec7-abe9-15b1263fc218/734a3cce-c336-4ec7-abe9-15b1263fc218.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.642221] env[62822]: DEBUG nova.policy [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '270a4a0786ae4e26b0ae217301cc16fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b69bdba61cac4f5ea6f40008010fb30c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.643684] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a4df094-c1ef-48f8-b193-a6dcca312c81 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.658391] env[62822]: DEBUG oslo_vmware.api [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Task: {'id': task-2764813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.912988} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.659564] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.659564] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.659706] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.659903] env[62822]: INFO nova.compute.manager [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1033.660220] env[62822]: DEBUG oslo.service.loopingcall [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.661135] env[62822]: DEBUG nova.compute.manager [-] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.661224] env[62822]: DEBUG nova.network.neutron [-] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.666379] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1033.666379] env[62822]: value = "task-2764815" [ 1033.666379] env[62822]: _type = "Task" [ 1033.666379] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.674645] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.088128] env[62822]: DEBUG nova.compute.manager [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.169624] env[62822]: DEBUG nova.compute.manager [req-a4bbb3be-1471-4a5a-8b7b-397ea0b01ea3 req-eb2cc3c4-ed3c-4391-aa99-a65b7dd09b84 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Received event network-vif-deleted-e90eed75-a518-4cd5-a95d-cfb29507f3ba {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.169989] env[62822]: INFO nova.compute.manager [req-a4bbb3be-1471-4a5a-8b7b-397ea0b01ea3 req-eb2cc3c4-ed3c-4391-aa99-a65b7dd09b84 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Neutron deleted interface e90eed75-a518-4cd5-a95d-cfb29507f3ba; detaching it from the instance and deleting it from the info cache [ 1034.170337] env[62822]: DEBUG nova.network.neutron [req-a4bbb3be-1471-4a5a-8b7b-397ea0b01ea3 req-eb2cc3c4-ed3c-4391-aa99-a65b7dd09b84 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.187970] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764815, 'name': ReconfigVM_Task, 'duration_secs': 0.312985} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.188396] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 734a3cce-c336-4ec7-abe9-15b1263fc218/734a3cce-c336-4ec7-abe9-15b1263fc218.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.189360] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e1c80a4-220e-4147-9cdb-dc6de5411a70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.200156] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1034.200156] env[62822]: value = "task-2764816" [ 1034.200156] env[62822]: _type = "Task" [ 1034.200156] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.212330] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764816, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.213179] env[62822]: DEBUG nova.network.neutron [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Successfully created port: 38e38e83-626f-435f-9210-b0edce46d78e {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.232480] env[62822]: DEBUG nova.compute.manager [req-84bfd357-5b2b-40d0-90f1-592d56f5fb8f req-bca7780d-12ee-46f5-9e8c-45c0ebe1bd3b service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Received event network-changed-7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.232735] env[62822]: DEBUG nova.compute.manager [req-84bfd357-5b2b-40d0-90f1-592d56f5fb8f req-bca7780d-12ee-46f5-9e8c-45c0ebe1bd3b service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing instance network info cache due to event network-changed-7f7ee280-1fc2-493b-a2be-eae8092f6c4c. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.233055] env[62822]: DEBUG oslo_concurrency.lockutils [req-84bfd357-5b2b-40d0-90f1-592d56f5fb8f req-bca7780d-12ee-46f5-9e8c-45c0ebe1bd3b service nova] Acquiring lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.233306] env[62822]: DEBUG oslo_concurrency.lockutils [req-84bfd357-5b2b-40d0-90f1-592d56f5fb8f req-bca7780d-12ee-46f5-9e8c-45c0ebe1bd3b service nova] Acquired lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.233546] env[62822]: DEBUG nova.network.neutron [req-84bfd357-5b2b-40d0-90f1-592d56f5fb8f req-bca7780d-12ee-46f5-9e8c-45c0ebe1bd3b service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing network info cache for port 7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.533048] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063e6408-7b48-495a-a1c6-ac0b6e41c0df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.541992] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7977ee88-a334-4722-882a-51b05b91f810 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.577285] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32d7517-56cd-41f7-a8a7-2d02f8b9912b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.585239] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03947f64-91a5-4162-b92c-7b27f95e3ff6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.603420] env[62822]: DEBUG nova.compute.provider_tree [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.637996] env[62822]: DEBUG nova.network.neutron [-] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.681751] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9198347b-3e31-42d2-abe5-eb8462281739 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.691261] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958893ee-f095-474c-ae39-936941f8e9dd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.711540] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764816, 'name': Rename_Task, 'duration_secs': 0.455885} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.711831] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.712094] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8433305-1808-4635-9990-3d5ebf839cec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.729071] env[62822]: DEBUG nova.compute.manager [req-a4bbb3be-1471-4a5a-8b7b-397ea0b01ea3 req-eb2cc3c4-ed3c-4391-aa99-a65b7dd09b84 service nova] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Detach interface failed, port_id=e90eed75-a518-4cd5-a95d-cfb29507f3ba, reason: Instance 6e48a8fe-876d-46f5-93de-bf56300966e6 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1034.732108] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1034.732108] env[62822]: value = "task-2764817" [ 1034.732108] env[62822]: _type = "Task" [ 1034.732108] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.739938] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764817, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.980817] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.981029] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.996716] env[62822]: DEBUG nova.network.neutron [req-84bfd357-5b2b-40d0-90f1-592d56f5fb8f req-bca7780d-12ee-46f5-9e8c-45c0ebe1bd3b service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updated VIF entry in instance network info cache for port 7f7ee280-1fc2-493b-a2be-eae8092f6c4c. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.997092] env[62822]: DEBUG nova.network.neutron [req-84bfd357-5b2b-40d0-90f1-592d56f5fb8f req-bca7780d-12ee-46f5-9e8c-45c0ebe1bd3b service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updating instance_info_cache with network_info: [{"id": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "address": "fa:16:3e:61:08:b1", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7ee280-1f", "ovs_interfaceid": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.108478] env[62822]: DEBUG nova.compute.manager [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.140780] env[62822]: INFO nova.compute.manager [-] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Took 1.48 seconds to deallocate network for instance. [ 1035.146843] env[62822]: DEBUG nova.virt.hardware [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.147047] env[62822]: DEBUG nova.virt.hardware [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.147240] env[62822]: DEBUG nova.virt.hardware [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.147486] env[62822]: DEBUG nova.virt.hardware [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.147643] env[62822]: DEBUG nova.virt.hardware [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.147793] env[62822]: DEBUG nova.virt.hardware [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.148009] env[62822]: DEBUG nova.virt.hardware [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.148991] env[62822]: DEBUG nova.virt.hardware [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.149323] env[62822]: DEBUG nova.virt.hardware [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.149678] env[62822]: DEBUG nova.virt.hardware [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.149909] env[62822]: DEBUG nova.virt.hardware [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.151666] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7b194c-469c-40d1-8475-672fdd0be77e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.161370] env[62822]: DEBUG nova.scheduler.client.report [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1035.161639] env[62822]: DEBUG nova.compute.provider_tree [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 145 to 146 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1035.161790] env[62822]: DEBUG nova.compute.provider_tree [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.172123] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142ae40-f5d7-4b10-9ddc-de89f9d96133 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.241600] env[62822]: DEBUG oslo_vmware.api [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764817, 'name': PowerOnVM_Task, 'duration_secs': 0.472009} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.241866] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.242080] env[62822]: INFO nova.compute.manager [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1035.242295] env[62822]: DEBUG nova.compute.manager [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.243148] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9decb1-2d1c-405c-8b56-bd2ec7aa5b64 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.485272] env[62822]: DEBUG nova.compute.utils [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.499770] env[62822]: DEBUG oslo_concurrency.lockutils [req-84bfd357-5b2b-40d0-90f1-592d56f5fb8f req-bca7780d-12ee-46f5-9e8c-45c0ebe1bd3b service nova] Releasing lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.667276] env[62822]: DEBUG oslo_concurrency.lockutils [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.668054] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.668602] env[62822]: DEBUG nova.compute.manager [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.671338] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.814s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.675023] env[62822]: INFO nova.compute.claims [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.727158] env[62822]: DEBUG nova.network.neutron [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Successfully updated port: 38e38e83-626f-435f-9210-b0edce46d78e {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.760692] env[62822]: INFO nova.compute.manager [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Took 27.36 seconds to build instance. [ 1035.988411] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.179199] env[62822]: DEBUG nova.compute.utils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.183600] env[62822]: DEBUG nova.compute.manager [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.183600] env[62822]: DEBUG nova.network.neutron [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.231120] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquiring lock "refresh_cache-4ee06587-4fed-4eaf-b1ea-15362c6c438a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.231297] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquired lock "refresh_cache-4ee06587-4fed-4eaf-b1ea-15362c6c438a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.231453] env[62822]: DEBUG nova.network.neutron [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.234292] env[62822]: DEBUG nova.policy [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ab0e20a8064577bc5e6b39b5818f39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d63fce8c2214a75920b4de15feebe75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.257461] env[62822]: DEBUG nova.compute.manager [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Received event network-vif-plugged-38e38e83-626f-435f-9210-b0edce46d78e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.257678] env[62822]: DEBUG oslo_concurrency.lockutils [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] Acquiring lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.257882] env[62822]: DEBUG oslo_concurrency.lockutils [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] Lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.258106] env[62822]: DEBUG oslo_concurrency.lockutils [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] Lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.258295] env[62822]: DEBUG nova.compute.manager [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] No waiting events found dispatching network-vif-plugged-38e38e83-626f-435f-9210-b0edce46d78e {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.258467] env[62822]: WARNING nova.compute.manager [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Received unexpected event network-vif-plugged-38e38e83-626f-435f-9210-b0edce46d78e for instance with vm_state building and task_state spawning. [ 1036.258658] env[62822]: DEBUG nova.compute.manager [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Received event network-changed-38e38e83-626f-435f-9210-b0edce46d78e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.258790] env[62822]: DEBUG nova.compute.manager [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Refreshing instance network info cache due to event network-changed-38e38e83-626f-435f-9210-b0edce46d78e. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.258948] env[62822]: DEBUG oslo_concurrency.lockutils [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] Acquiring lock "refresh_cache-4ee06587-4fed-4eaf-b1ea-15362c6c438a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.265254] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6a117685-f02d-41ab-bb76-93c0a9322fa1 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "734a3cce-c336-4ec7-abe9-15b1263fc218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.569s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.333684] env[62822]: DEBUG nova.compute.manager [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Received event network-changed-3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.333850] env[62822]: DEBUG nova.compute.manager [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Refreshing instance network info cache due to event network-changed-3a3f284c-0829-433d-abb9-eafa700f8b69. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.334117] env[62822]: DEBUG oslo_concurrency.lockutils [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] Acquiring lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.334275] env[62822]: DEBUG oslo_concurrency.lockutils [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] Acquired lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.334445] env[62822]: DEBUG nova.network.neutron [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Refreshing network info cache for port 3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.541088] env[62822]: DEBUG nova.network.neutron [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Successfully created port: 0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.685471] env[62822]: DEBUG nova.compute.manager [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.781886] env[62822]: DEBUG nova.network.neutron [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.055776] env[62822]: DEBUG nova.network.neutron [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Updating instance_info_cache with network_info: [{"id": "38e38e83-626f-435f-9210-b0edce46d78e", "address": "fa:16:3e:49:52:a1", "network": {"id": "e5efd370-e8b4-429a-8a94-2557a4ab1ef7", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1464893483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69bdba61cac4f5ea6f40008010fb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e38e83-62", "ovs_interfaceid": "38e38e83-626f-435f-9210-b0edce46d78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.072693] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.073156] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.073709] env[62822]: INFO nova.compute.manager [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Attaching volume 82139ba2-3eae-44ea-bbb4-90f5e4b8de8d to /dev/sdb [ 1037.113957] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b110095a-932f-46f3-9459-612d0c67d358 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.122884] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1e89e8-c13b-4957-8a9b-4cba53323da8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.128617] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53df91e3-a337-40a6-8caf-3387810a8045 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.141023] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1f1175-638e-4086-a8b3-9cc6162c460e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.144127] env[62822]: DEBUG nova.virt.block_device [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating existing volume attachment record: 911931b8-b0b8-406b-81b7-cf652bbcc8f8 {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1037.178235] env[62822]: DEBUG nova.network.neutron [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updated VIF entry in instance network info cache for port 3a3f284c-0829-433d-abb9-eafa700f8b69. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.178584] env[62822]: DEBUG nova.network.neutron [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updating instance_info_cache with network_info: [{"id": "3a3f284c-0829-433d-abb9-eafa700f8b69", "address": "fa:16:3e:59:67:8e", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3f284c-08", "ovs_interfaceid": "3a3f284c-0829-433d-abb9-eafa700f8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.180542] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc355104-b063-4b6a-8e08-a6f4f8095136 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.192344] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d25e479-2f86-4fa3-9ea9-778fc69fed77 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.212698] env[62822]: DEBUG nova.compute.provider_tree [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.558564] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Releasing lock "refresh_cache-4ee06587-4fed-4eaf-b1ea-15362c6c438a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.558899] env[62822]: DEBUG nova.compute.manager [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Instance network_info: |[{"id": "38e38e83-626f-435f-9210-b0edce46d78e", "address": "fa:16:3e:49:52:a1", "network": {"id": "e5efd370-e8b4-429a-8a94-2557a4ab1ef7", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1464893483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69bdba61cac4f5ea6f40008010fb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e38e83-62", "ovs_interfaceid": "38e38e83-626f-435f-9210-b0edce46d78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.559225] env[62822]: DEBUG oslo_concurrency.lockutils [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] Acquired lock "refresh_cache-4ee06587-4fed-4eaf-b1ea-15362c6c438a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.559468] env[62822]: DEBUG nova.network.neutron [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Refreshing network info cache for port 38e38e83-626f-435f-9210-b0edce46d78e {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.560627] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:52:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38e38e83-626f-435f-9210-b0edce46d78e', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.568649] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Creating folder: Project (b69bdba61cac4f5ea6f40008010fb30c). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.571832] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34dd4a27-e707-44c0-aa52-f1628be47868 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.585321] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Created folder: Project (b69bdba61cac4f5ea6f40008010fb30c) in parent group-v555973. [ 1037.585321] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Creating folder: Instances. Parent ref: group-v556237. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.585321] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b09652b-e52e-488f-97b4-8b3afd2c19c8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.592057] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Created folder: Instances in parent group-v556237. [ 1037.592310] env[62822]: DEBUG oslo.service.loopingcall [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.592507] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.592704] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9c18ec8-44f1-4787-8c75-347932d5f2fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.614951] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.614951] env[62822]: value = "task-2764823" [ 1037.614951] env[62822]: _type = "Task" [ 1037.614951] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.623893] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764823, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.686717] env[62822]: DEBUG oslo_concurrency.lockutils [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] Releasing lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.687028] env[62822]: DEBUG nova.compute.manager [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Received event network-changed-3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.687203] env[62822]: DEBUG nova.compute.manager [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Refreshing instance network info cache due to event network-changed-3a3f284c-0829-433d-abb9-eafa700f8b69. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1037.687417] env[62822]: DEBUG oslo_concurrency.lockutils [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] Acquiring lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.687544] env[62822]: DEBUG oslo_concurrency.lockutils [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] Acquired lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.687695] env[62822]: DEBUG nova.network.neutron [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Refreshing network info cache for port 3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.703187] env[62822]: DEBUG nova.compute.manager [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.720494] env[62822]: DEBUG nova.scheduler.client.report [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.737580] env[62822]: DEBUG nova.virt.hardware [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.738175] env[62822]: DEBUG nova.virt.hardware [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.738175] env[62822]: DEBUG nova.virt.hardware [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.738556] env[62822]: DEBUG nova.virt.hardware [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.738556] env[62822]: DEBUG nova.virt.hardware [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.738811] env[62822]: DEBUG nova.virt.hardware [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.739092] env[62822]: DEBUG nova.virt.hardware [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.739302] env[62822]: DEBUG nova.virt.hardware [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.739519] env[62822]: DEBUG nova.virt.hardware [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.739771] env[62822]: DEBUG nova.virt.hardware [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.740014] env[62822]: DEBUG nova.virt.hardware [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.742176] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036672b2-c3d6-4d3d-a0b6-c8e48e048a31 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.751962] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfb5884-c447-4759-9c2c-d024646631d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.837857] env[62822]: DEBUG nova.network.neutron [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Updated VIF entry in instance network info cache for port 38e38e83-626f-435f-9210-b0edce46d78e. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.837857] env[62822]: DEBUG nova.network.neutron [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Updating instance_info_cache with network_info: [{"id": "38e38e83-626f-435f-9210-b0edce46d78e", "address": "fa:16:3e:49:52:a1", "network": {"id": "e5efd370-e8b4-429a-8a94-2557a4ab1ef7", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1464893483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69bdba61cac4f5ea6f40008010fb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e38e83-62", "ovs_interfaceid": "38e38e83-626f-435f-9210-b0edce46d78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.125529] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764823, 'name': CreateVM_Task, 'duration_secs': 0.395227} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.125718] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.126476] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.126641] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.126981] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.127669] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aafe46e-5511-4efe-abb9-1f7e4d0eb93d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.132466] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for the task: (returnval){ [ 1038.132466] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529f4ba9-16d4-7139-82f5-2674f945aaed" [ 1038.132466] env[62822]: _type = "Task" [ 1038.132466] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.140887] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529f4ba9-16d4-7139-82f5-2674f945aaed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.196502] env[62822]: DEBUG nova.compute.manager [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.197537] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21fe24e-96e1-4e56-8908-a004e1c32cf2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.222756] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.223241] env[62822]: DEBUG nova.compute.manager [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.229786] env[62822]: DEBUG oslo_concurrency.lockutils [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.548s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.230028] env[62822]: DEBUG nova.objects.instance [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lazy-loading 'resources' on Instance uuid 3c6e52bf-501c-4641-9928-e1f91784cc08 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.257036] env[62822]: DEBUG nova.network.neutron [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Successfully updated port: 0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.289695] env[62822]: DEBUG nova.compute.manager [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Received event network-vif-plugged-0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.290043] env[62822]: DEBUG oslo_concurrency.lockutils [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] Acquiring lock "1d34622b-1e1a-445f-8508-f53bec37f109-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.290254] env[62822]: DEBUG oslo_concurrency.lockutils [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] Lock "1d34622b-1e1a-445f-8508-f53bec37f109-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.290499] env[62822]: DEBUG oslo_concurrency.lockutils [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] Lock "1d34622b-1e1a-445f-8508-f53bec37f109-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.290721] env[62822]: DEBUG nova.compute.manager [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] No waiting events found dispatching network-vif-plugged-0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.290941] env[62822]: WARNING nova.compute.manager [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Received unexpected event network-vif-plugged-0692196a-f287-432d-86e4-9e8b3f450a35 for instance with vm_state building and task_state spawning. [ 1038.291299] env[62822]: DEBUG nova.compute.manager [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Received event network-changed-0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.291574] env[62822]: DEBUG nova.compute.manager [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Refreshing instance network info cache due to event network-changed-0692196a-f287-432d-86e4-9e8b3f450a35. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1038.291861] env[62822]: DEBUG oslo_concurrency.lockutils [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] Acquiring lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.292099] env[62822]: DEBUG oslo_concurrency.lockutils [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] Acquired lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.292393] env[62822]: DEBUG nova.network.neutron [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Refreshing network info cache for port 0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.340281] env[62822]: DEBUG oslo_concurrency.lockutils [req-574f8af0-f898-4659-8381-c6146550030b req-27adfab1-fe03-4aae-b2da-7454104450f0 service nova] Releasing lock "refresh_cache-4ee06587-4fed-4eaf-b1ea-15362c6c438a" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.456185] env[62822]: DEBUG nova.network.neutron [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updated VIF entry in instance network info cache for port 3a3f284c-0829-433d-abb9-eafa700f8b69. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.456551] env[62822]: DEBUG nova.network.neutron [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updating instance_info_cache with network_info: [{"id": "3a3f284c-0829-433d-abb9-eafa700f8b69", "address": "fa:16:3e:59:67:8e", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3f284c-08", "ovs_interfaceid": "3a3f284c-0829-433d-abb9-eafa700f8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.643261] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529f4ba9-16d4-7139-82f5-2674f945aaed, 'name': SearchDatastore_Task, 'duration_secs': 0.024289} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.643584] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.643843] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.644099] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.644246] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.644425] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.644694] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0ffb0f8-997a-47da-990b-2e7931513dab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.655952] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.655952] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.656707] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac8a688-bc06-45d6-9c1c-a8718de40825 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.661804] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for the task: (returnval){ [ 1038.661804] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5259c46f-00e2-dc06-3d26-2ac8562ca526" [ 1038.661804] env[62822]: _type = "Task" [ 1038.661804] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.671291] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5259c46f-00e2-dc06-3d26-2ac8562ca526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.707720] env[62822]: INFO nova.compute.manager [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] instance snapshotting [ 1038.710727] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e4788d-604f-4095-a19d-9081d1e30244 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.729659] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b8181d-846e-496c-8f92-60c1455e6f0e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.736991] env[62822]: DEBUG nova.compute.utils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.740365] env[62822]: DEBUG nova.compute.manager [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.740530] env[62822]: DEBUG nova.network.neutron [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.759183] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.783773] env[62822]: DEBUG nova.policy [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd622c0591594158ad66d3adf5802426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6040a19d646444a1b94ba64960498974', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.847029] env[62822]: DEBUG nova.network.neutron [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.961023] env[62822]: DEBUG oslo_concurrency.lockutils [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] Releasing lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.961222] env[62822]: DEBUG nova.compute.manager [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Received event network-changed-7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.961504] env[62822]: DEBUG nova.compute.manager [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing instance network info cache due to event network-changed-7f7ee280-1fc2-493b-a2be-eae8092f6c4c. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1038.963243] env[62822]: DEBUG oslo_concurrency.lockutils [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] Acquiring lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.963243] env[62822]: DEBUG oslo_concurrency.lockutils [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] Acquired lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.963243] env[62822]: DEBUG nova.network.neutron [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing network info cache for port 7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.978212] env[62822]: DEBUG nova.network.neutron [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.068175] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190db1de-a95c-4a59-83e9-91f0676e3d92 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.076164] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42438c2b-3706-4990-b983-ac4ef1d981c8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.105806] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc23a3-ee71-44ed-9a40-e8eaf346a70b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.113724] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d26c51-8453-4988-8a33-f547201b75b3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.128619] env[62822]: DEBUG nova.compute.provider_tree [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.172163] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5259c46f-00e2-dc06-3d26-2ac8562ca526, 'name': SearchDatastore_Task, 'duration_secs': 0.034604} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.172973] env[62822]: DEBUG nova.network.neutron [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Successfully created port: 73b2ac66-8e79-4e58-b1ad-1a94daff55f8 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.175363] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b117b00d-6faf-40f0-b332-8bb3c63bceb9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.180454] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for the task: (returnval){ [ 1039.180454] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d82153-0774-737e-98d2-9fcad0918eb0" [ 1039.180454] env[62822]: _type = "Task" [ 1039.180454] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.187770] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d82153-0774-737e-98d2-9fcad0918eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.246112] env[62822]: DEBUG nova.compute.manager [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.249196] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1039.249666] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e0f7a2b-c032-4722-be4a-2028b4e448fb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.258929] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1039.258929] env[62822]: value = "task-2764824" [ 1039.258929] env[62822]: _type = "Task" [ 1039.258929] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.268493] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764824, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.479584] env[62822]: DEBUG oslo_concurrency.lockutils [req-a1af8829-9366-4b4b-ab29-533073ec1a41 req-1a226ff3-0513-4287-944b-786b6c389a78 service nova] Releasing lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.479956] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.480352] env[62822]: DEBUG nova.network.neutron [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.632028] env[62822]: DEBUG nova.scheduler.client.report [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.691399] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d82153-0774-737e-98d2-9fcad0918eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.691680] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.692025] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 4ee06587-4fed-4eaf-b1ea-15362c6c438a/4ee06587-4fed-4eaf-b1ea-15362c6c438a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.692245] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7889288-af50-4438-898c-649979339559 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.698736] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for the task: (returnval){ [ 1039.698736] env[62822]: value = "task-2764826" [ 1039.698736] env[62822]: _type = "Task" [ 1039.698736] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.706875] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.754385] env[62822]: DEBUG nova.network.neutron [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updated VIF entry in instance network info cache for port 7f7ee280-1fc2-493b-a2be-eae8092f6c4c. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.754730] env[62822]: DEBUG nova.network.neutron [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updating instance_info_cache with network_info: [{"id": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "address": "fa:16:3e:61:08:b1", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7ee280-1f", "ovs_interfaceid": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.770051] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764824, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.026037] env[62822]: DEBUG nova.network.neutron [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.139362] env[62822]: DEBUG oslo_concurrency.lockutils [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.144108] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.021s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.144338] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.146252] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.877s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.146504] env[62822]: DEBUG nova.objects.instance [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lazy-loading 'resources' on Instance uuid 9b22d922-5152-41f0-af00-75b4d4b6c52f {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.166266] env[62822]: INFO nova.scheduler.client.report [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Deleted allocations for instance 3c6e52bf-501c-4641-9928-e1f91784cc08 [ 1040.168615] env[62822]: INFO nova.scheduler.client.report [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted allocations for instance 42afea5e-6a7e-4692-966c-cde7812c7992 [ 1040.183946] env[62822]: DEBUG nova.network.neutron [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updating instance_info_cache with network_info: [{"id": "0692196a-f287-432d-86e4-9e8b3f450a35", "address": "fa:16:3e:14:56:f8", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0692196a-f2", "ovs_interfaceid": "0692196a-f287-432d-86e4-9e8b3f450a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.210662] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764826, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.257499] env[62822]: DEBUG nova.compute.manager [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.260339] env[62822]: DEBUG oslo_concurrency.lockutils [req-739e6592-5d19-41ad-8567-ca2abc33d3fe req-cfa74adf-5e39-4905-9101-a0b3580fc998 service nova] Releasing lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.269139] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764824, 'name': CreateSnapshot_Task, 'duration_secs': 0.516683} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.269376] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1040.270099] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697f5a49-de71-40bb-9fb3-8bccbe283f1d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.286840] env[62822]: DEBUG nova.virt.hardware [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.287090] env[62822]: DEBUG nova.virt.hardware [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.287730] env[62822]: DEBUG nova.virt.hardware [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.287923] env[62822]: DEBUG nova.virt.hardware [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.288218] env[62822]: DEBUG nova.virt.hardware [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.288396] env[62822]: DEBUG nova.virt.hardware [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.288606] env[62822]: DEBUG nova.virt.hardware [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.288779] env[62822]: DEBUG nova.virt.hardware [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.288945] env[62822]: DEBUG nova.virt.hardware [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.289118] env[62822]: DEBUG nova.virt.hardware [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.289294] env[62822]: DEBUG nova.virt.hardware [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.290355] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44ee880-7716-443e-984f-57977aa035cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.297524] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89bddb7-8877-4221-ba83-cfe351e4a34d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.582473] env[62822]: DEBUG nova.compute.manager [req-d16186ac-0664-4d3a-ad40-cdd17be746e8 req-ec4ce480-7ebd-49e5-92c8-efb6f604f201 service nova] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Received event network-vif-plugged-73b2ac66-8e79-4e58-b1ad-1a94daff55f8 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.582705] env[62822]: DEBUG oslo_concurrency.lockutils [req-d16186ac-0664-4d3a-ad40-cdd17be746e8 req-ec4ce480-7ebd-49e5-92c8-efb6f604f201 service nova] Acquiring lock "d406347e-79c8-4db5-a515-12c42aec43bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.582913] env[62822]: DEBUG oslo_concurrency.lockutils [req-d16186ac-0664-4d3a-ad40-cdd17be746e8 req-ec4ce480-7ebd-49e5-92c8-efb6f604f201 service nova] Lock "d406347e-79c8-4db5-a515-12c42aec43bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.583175] env[62822]: DEBUG oslo_concurrency.lockutils [req-d16186ac-0664-4d3a-ad40-cdd17be746e8 req-ec4ce480-7ebd-49e5-92c8-efb6f604f201 service nova] Lock "d406347e-79c8-4db5-a515-12c42aec43bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.583415] env[62822]: DEBUG nova.compute.manager [req-d16186ac-0664-4d3a-ad40-cdd17be746e8 req-ec4ce480-7ebd-49e5-92c8-efb6f604f201 service nova] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] No waiting events found dispatching network-vif-plugged-73b2ac66-8e79-4e58-b1ad-1a94daff55f8 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.583597] env[62822]: WARNING nova.compute.manager [req-d16186ac-0664-4d3a-ad40-cdd17be746e8 req-ec4ce480-7ebd-49e5-92c8-efb6f604f201 service nova] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Received unexpected event network-vif-plugged-73b2ac66-8e79-4e58-b1ad-1a94daff55f8 for instance with vm_state building and task_state spawning. [ 1040.681974] env[62822]: DEBUG oslo_concurrency.lockutils [None req-810a9ea0-24e4-4af1-b9ee-c962e861d473 tempest-ImagesTestJSON-58193299 tempest-ImagesTestJSON-58193299-project-member] Lock "3c6e52bf-501c-4641-9928-e1f91784cc08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.730s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.691678] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1ec1c1e2-1ca6-4128-8828-88263056c8d2 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "42afea5e-6a7e-4692-966c-cde7812c7992" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.612s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.691678] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.691678] env[62822]: DEBUG nova.compute.manager [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Instance network_info: |[{"id": "0692196a-f287-432d-86e4-9e8b3f450a35", "address": "fa:16:3e:14:56:f8", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0692196a-f2", "ovs_interfaceid": "0692196a-f287-432d-86e4-9e8b3f450a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.693195] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:56:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0692196a-f287-432d-86e4-9e8b3f450a35', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.707281] env[62822]: DEBUG oslo.service.loopingcall [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.708124] env[62822]: DEBUG nova.network.neutron [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Successfully updated port: 73b2ac66-8e79-4e58-b1ad-1a94daff55f8 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.709886] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.723253] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f74e90c-82d2-4d4d-95d8-f454f9da71e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.757795] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764826, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.759294] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.759294] env[62822]: value = "task-2764827" [ 1040.759294] env[62822]: _type = "Task" [ 1040.759294] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.770296] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764827, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.790592] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1040.793493] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7462dda4-d2ce-4614-994f-c7373c433e05 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.801976] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1040.801976] env[62822]: value = "task-2764828" [ 1040.801976] env[62822]: _type = "Task" [ 1040.801976] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.814519] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764828, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.099194] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0df4e0f-18b7-4a44-ba95-e04983aeb72c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.107564] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a4ad22-38f1-4834-8131-bf8c6a4d1a14 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.142044] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5efde82-d9db-40b8-8015-6081ffd6fb1a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.150178] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15122eb5-c35d-4425-8ede-827bcadc5f01 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.166362] env[62822]: DEBUG nova.compute.provider_tree [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.215338] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "refresh_cache-d406347e-79c8-4db5-a515-12c42aec43bf" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.215577] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "refresh_cache-d406347e-79c8-4db5-a515-12c42aec43bf" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.215771] env[62822]: DEBUG nova.network.neutron [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.223814] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764826, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.490598} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.224498] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 4ee06587-4fed-4eaf-b1ea-15362c6c438a/4ee06587-4fed-4eaf-b1ea-15362c6c438a.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.224754] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.225084] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5692aba7-3767-4ee1-856d-f2297b65ed07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.232736] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for the task: (returnval){ [ 1041.232736] env[62822]: value = "task-2764829" [ 1041.232736] env[62822]: _type = "Task" [ 1041.232736] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.246015] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.270119] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764827, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.315502] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764828, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.669362] env[62822]: DEBUG nova.scheduler.client.report [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.747317] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084083} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.747317] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.747317] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79ba9f0-1a5c-483e-930a-a49ab067ce6b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.775189] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 4ee06587-4fed-4eaf-b1ea-15362c6c438a/4ee06587-4fed-4eaf-b1ea-15362c6c438a.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.781123] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da572f89-3b37-46ad-a6e1-bc9620fc8286 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.796353] env[62822]: DEBUG nova.network.neutron [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.805067] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764827, 'name': CreateVM_Task, 'duration_secs': 0.796493} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.813945] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.814411] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for the task: (returnval){ [ 1041.814411] env[62822]: value = "task-2764830" [ 1041.814411] env[62822]: _type = "Task" [ 1041.814411] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.815446] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.815624] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.815948] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.816823] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c649ed-931d-4570-8fc0-b546c2ae115d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.828796] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764828, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.832212] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "interface-eed96017-c449-4ebc-8fd3-57948f8602cb-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.832497] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-eed96017-c449-4ebc-8fd3-57948f8602cb-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.832856] env[62822]: DEBUG nova.objects.instance [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'flavor' on Instance uuid eed96017-c449-4ebc-8fd3-57948f8602cb {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.834233] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1041.834233] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ec0827-acf8-93fe-58a2-b81ccb44b142" [ 1041.834233] env[62822]: _type = "Task" [ 1041.834233] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.838326] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.849966] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ec0827-acf8-93fe-58a2-b81ccb44b142, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.851030] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.851266] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.851499] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.851668] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.851823] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.852382] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79fa9112-8f8e-4d29-bb21-1b35d6c90b39 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.860640] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.860846] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.861633] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7a8630-5c6d-46d1-b96b-673b5bfe6540 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.867611] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1041.867611] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a1e5ad-ef09-4d19-49bb-36bf7050d6f2" [ 1041.867611] env[62822]: _type = "Task" [ 1041.867611] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.876895] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a1e5ad-ef09-4d19-49bb-36bf7050d6f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.112846] env[62822]: DEBUG nova.network.neutron [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Updating instance_info_cache with network_info: [{"id": "73b2ac66-8e79-4e58-b1ad-1a94daff55f8", "address": "fa:16:3e:d3:30:cf", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b2ac66-8e", "ovs_interfaceid": "73b2ac66-8e79-4e58-b1ad-1a94daff55f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.175148] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.177970] env[62822]: DEBUG oslo_concurrency.lockutils [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.505s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.178236] env[62822]: DEBUG nova.objects.instance [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lazy-loading 'resources' on Instance uuid 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.197591] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1042.197838] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556239', 'volume_id': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'name': 'volume-82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e642dd4c-6901-41df-9fc7-64d2f9c1e38b', 'attached_at': '', 'detached_at': '', 'volume_id': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'serial': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1042.199473] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3451f3ba-2eff-4111-af3e-e6a881e5d71c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.218516] env[62822]: INFO nova.scheduler.client.report [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Deleted allocations for instance 9b22d922-5152-41f0-af00-75b4d4b6c52f [ 1042.221033] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535d87e8-39dd-440e-aada-1ade9790106d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.253778] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-82139ba2-3eae-44ea-bbb4-90f5e4b8de8d/volume-82139ba2-3eae-44ea-bbb4-90f5e4b8de8d.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.254821] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cc77c25-6545-4ebf-892f-1bdd15036d79 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.278705] env[62822]: DEBUG oslo_vmware.api [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1042.278705] env[62822]: value = "task-2764831" [ 1042.278705] env[62822]: _type = "Task" [ 1042.278705] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.292180] env[62822]: DEBUG oslo_vmware.api [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.316238] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764828, 'name': CloneVM_Task} progress is 95%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.325586] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764830, 'name': ReconfigVM_Task, 'duration_secs': 0.488006} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.325723] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 4ee06587-4fed-4eaf-b1ea-15362c6c438a/4ee06587-4fed-4eaf-b1ea-15362c6c438a.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.326660] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a082baa-bce3-4ea4-ad7a-da117259e232 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.332158] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for the task: (returnval){ [ 1042.332158] env[62822]: value = "task-2764832" [ 1042.332158] env[62822]: _type = "Task" [ 1042.332158] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.344792] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764832, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.377865] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a1e5ad-ef09-4d19-49bb-36bf7050d6f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.378719] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d1e735-34c0-4879-ac84-15ff187e66b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.384537] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1042.384537] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d0b99c-a27a-b62c-6b3d-2636e2ab6638" [ 1042.384537] env[62822]: _type = "Task" [ 1042.384537] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.392550] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d0b99c-a27a-b62c-6b3d-2636e2ab6638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.617669] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "refresh_cache-d406347e-79c8-4db5-a515-12c42aec43bf" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.618000] env[62822]: DEBUG nova.compute.manager [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Instance network_info: |[{"id": "73b2ac66-8e79-4e58-b1ad-1a94daff55f8", "address": "fa:16:3e:d3:30:cf", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b2ac66-8e", "ovs_interfaceid": "73b2ac66-8e79-4e58-b1ad-1a94daff55f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.621129] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:30:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73b2ac66-8e79-4e58-b1ad-1a94daff55f8', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.628668] env[62822]: DEBUG oslo.service.loopingcall [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.628905] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.629506] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-361e60c6-e114-488c-a313-0425155eaad1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.649482] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.649482] env[62822]: value = "task-2764833" [ 1042.649482] env[62822]: _type = "Task" [ 1042.649482] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.657117] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764833, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.735164] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c4dac181-fe14-459d-a70a-45deba93ee7e tempest-ServersTestMultiNic-1392553225 tempest-ServersTestMultiNic-1392553225-project-member] Lock "9b22d922-5152-41f0-af00-75b4d4b6c52f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.851s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.786518] env[62822]: DEBUG nova.objects.instance [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'pci_requests' on Instance uuid eed96017-c449-4ebc-8fd3-57948f8602cb {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.801477] env[62822]: DEBUG oslo_vmware.api [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.816462] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764828, 'name': CloneVM_Task, 'duration_secs': 1.650959} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.822018] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Created linked-clone VM from snapshot [ 1042.822018] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bf66b8-19ab-434d-9019-8d64626a150c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.829590] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Uploading image 072257a1-a131-4985-8e92-934300228bc8 {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1042.844129] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764832, 'name': Rename_Task, 'duration_secs': 0.160211} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.844129] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.844129] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e8e5b1-88a1-4b25-8a1c-f18ee91d2bf0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.845828] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1042.846098] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab62a3d5-aebd-43be-955b-cc11954a799e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.851470] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for the task: (returnval){ [ 1042.851470] env[62822]: value = "task-2764834" [ 1042.851470] env[62822]: _type = "Task" [ 1042.851470] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.860272] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1042.860272] env[62822]: value = "task-2764835" [ 1042.860272] env[62822]: _type = "Task" [ 1042.860272] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.867014] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.874578] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764835, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.901315] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52d0b99c-a27a-b62c-6b3d-2636e2ab6638, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.901587] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.902786] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 1d34622b-1e1a-445f-8508-f53bec37f109/1d34622b-1e1a-445f-8508-f53bec37f109.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.902786] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9520e0b2-15bb-46c1-9346-1691d2f8e9a1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.909134] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1042.909134] env[62822]: value = "task-2764836" [ 1042.909134] env[62822]: _type = "Task" [ 1042.909134] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.920493] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.939576] env[62822]: DEBUG nova.compute.manager [req-b47de5d9-bd81-482a-961b-4b0d66fdfe05 req-92e67670-56dc-424a-b542-a34b68f12378 service nova] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Received event network-changed-73b2ac66-8e79-4e58-b1ad-1a94daff55f8 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.939952] env[62822]: DEBUG nova.compute.manager [req-b47de5d9-bd81-482a-961b-4b0d66fdfe05 req-92e67670-56dc-424a-b542-a34b68f12378 service nova] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Refreshing instance network info cache due to event network-changed-73b2ac66-8e79-4e58-b1ad-1a94daff55f8. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.940049] env[62822]: DEBUG oslo_concurrency.lockutils [req-b47de5d9-bd81-482a-961b-4b0d66fdfe05 req-92e67670-56dc-424a-b542-a34b68f12378 service nova] Acquiring lock "refresh_cache-d406347e-79c8-4db5-a515-12c42aec43bf" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.940247] env[62822]: DEBUG oslo_concurrency.lockutils [req-b47de5d9-bd81-482a-961b-4b0d66fdfe05 req-92e67670-56dc-424a-b542-a34b68f12378 service nova] Acquired lock "refresh_cache-d406347e-79c8-4db5-a515-12c42aec43bf" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.940436] env[62822]: DEBUG nova.network.neutron [req-b47de5d9-bd81-482a-961b-4b0d66fdfe05 req-92e67670-56dc-424a-b542-a34b68f12378 service nova] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Refreshing network info cache for port 73b2ac66-8e79-4e58-b1ad-1a94daff55f8 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.160819] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764833, 'name': CreateVM_Task, 'duration_secs': 0.405299} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.160994] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.161822] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.162032] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.162439] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.163929] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe211c7-4c2d-4abb-aeaa-b03d0071c074 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.166343] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b657bafd-bf24-4480-9629-917396a12903 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.173040] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1043.173040] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a85bf9-6035-2116-09aa-f5158f141aa5" [ 1043.173040] env[62822]: _type = "Task" [ 1043.173040] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.179522] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e49abdd-6f83-470d-83f7-f0505bc3de53 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.190199] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a85bf9-6035-2116-09aa-f5158f141aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.218698] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386c5bcd-4a76-48bb-b207-eab3b78aad21 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.227189] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f25e9b-aa43-41e8-8250-11c6cff8de3a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.247570] env[62822]: DEBUG nova.compute.provider_tree [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.292168] env[62822]: DEBUG nova.objects.base [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1043.292727] env[62822]: DEBUG nova.network.neutron [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.294590] env[62822]: DEBUG oslo_vmware.api [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764831, 'name': ReconfigVM_Task, 'duration_secs': 0.670924} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.295217] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-82139ba2-3eae-44ea-bbb4-90f5e4b8de8d/volume-82139ba2-3eae-44ea-bbb4-90f5e4b8de8d.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.300470] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7dae3fa-167c-4ab2-ad8f-1911bf8bace7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.315634] env[62822]: DEBUG oslo_vmware.api [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1043.315634] env[62822]: value = "task-2764837" [ 1043.315634] env[62822]: _type = "Task" [ 1043.315634] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.326466] env[62822]: DEBUG oslo_vmware.api [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.365489] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.375238] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764835, 'name': Destroy_Task, 'duration_secs': 0.451346} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.375519] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Destroyed the VM [ 1043.375828] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1043.376138] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f684f9e8-6bb3-459d-ae4f-09e7ad6b3419 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.382996] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1043.382996] env[62822]: value = "task-2764838" [ 1043.382996] env[62822]: _type = "Task" [ 1043.382996] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.395533] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764838, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.411585] env[62822]: DEBUG nova.policy [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396229863b894f138dec9688a94b8de9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd460b6edfebe4f71820ebf90addff5de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.423128] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764836, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.685570] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a85bf9-6035-2116-09aa-f5158f141aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.055644} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.685879] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.686128] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.686367] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.686752] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.686752] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.686964] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d772841d-0c07-4278-9b12-52094054961a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.695546] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.695695] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.696443] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde4b23e-de1f-4138-a278-87b482bcde35 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.701666] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1043.701666] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52be1907-5b0e-56e9-2058-c59c97c0e748" [ 1043.701666] env[62822]: _type = "Task" [ 1043.701666] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.710140] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52be1907-5b0e-56e9-2058-c59c97c0e748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.754876] env[62822]: DEBUG nova.scheduler.client.report [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.828416] env[62822]: DEBUG oslo_vmware.api [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764837, 'name': ReconfigVM_Task, 'duration_secs': 0.191755} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.828735] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556239', 'volume_id': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'name': 'volume-82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e642dd4c-6901-41df-9fc7-64d2f9c1e38b', 'attached_at': '', 'detached_at': '', 'volume_id': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'serial': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.832298] env[62822]: DEBUG nova.network.neutron [req-b47de5d9-bd81-482a-961b-4b0d66fdfe05 req-92e67670-56dc-424a-b542-a34b68f12378 service nova] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Updated VIF entry in instance network info cache for port 73b2ac66-8e79-4e58-b1ad-1a94daff55f8. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.832666] env[62822]: DEBUG nova.network.neutron [req-b47de5d9-bd81-482a-961b-4b0d66fdfe05 req-92e67670-56dc-424a-b542-a34b68f12378 service nova] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Updating instance_info_cache with network_info: [{"id": "73b2ac66-8e79-4e58-b1ad-1a94daff55f8", "address": "fa:16:3e:d3:30:cf", "network": {"id": "f564c18e-26f7-4c97-bd01-e68e9509b7d2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-270798276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6040a19d646444a1b94ba64960498974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b2ac66-8e", "ovs_interfaceid": "73b2ac66-8e79-4e58-b1ad-1a94daff55f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.863349] env[62822]: DEBUG oslo_vmware.api [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764834, 'name': PowerOnVM_Task, 'duration_secs': 0.69487} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.863666] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.863956] env[62822]: INFO nova.compute.manager [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1043.864184] env[62822]: DEBUG nova.compute.manager [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.864926] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bddf35-8652-46e0-84a9-cb1be02e8022 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.893415] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764838, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.924278] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523512} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.924720] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 1d34622b-1e1a-445f-8508-f53bec37f109/1d34622b-1e1a-445f-8508-f53bec37f109.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.924836] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.925060] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-054812d4-b2a6-496b-923a-435117662f81 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.933307] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1043.933307] env[62822]: value = "task-2764839" [ 1043.933307] env[62822]: _type = "Task" [ 1043.933307] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.944014] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.213109] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52be1907-5b0e-56e9-2058-c59c97c0e748, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.213999] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7643c097-873b-483a-b6e1-e8a67f3a0558 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.219356] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1044.219356] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52435ac2-8691-df15-5b11-b690ddf2d6c1" [ 1044.219356] env[62822]: _type = "Task" [ 1044.219356] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.227689] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52435ac2-8691-df15-5b11-b690ddf2d6c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.263771] env[62822]: DEBUG oslo_concurrency.lockutils [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.266838] env[62822]: DEBUG oslo_concurrency.lockutils [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.599s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.266922] env[62822]: DEBUG nova.objects.instance [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lazy-loading 'resources' on Instance uuid 6e48a8fe-876d-46f5-93de-bf56300966e6 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.294073] env[62822]: INFO nova.scheduler.client.report [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted allocations for instance 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee [ 1044.337714] env[62822]: DEBUG oslo_concurrency.lockutils [req-b47de5d9-bd81-482a-961b-4b0d66fdfe05 req-92e67670-56dc-424a-b542-a34b68f12378 service nova] Releasing lock "refresh_cache-d406347e-79c8-4db5-a515-12c42aec43bf" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.383633] env[62822]: INFO nova.compute.manager [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Took 24.52 seconds to build instance. [ 1044.395192] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764838, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.447186] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139908} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.447481] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.448319] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6ab367-a140-4a2c-b5b1-a6e63bf03db1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.475611] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 1d34622b-1e1a-445f-8508-f53bec37f109/1d34622b-1e1a-445f-8508-f53bec37f109.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.477162] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7520786-bcfe-41ae-b9ab-1d1377d6468d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.500519] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1044.500519] env[62822]: value = "task-2764840" [ 1044.500519] env[62822]: _type = "Task" [ 1044.500519] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.513870] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.734209] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52435ac2-8691-df15-5b11-b690ddf2d6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.015083} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.734524] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.734813] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] d406347e-79c8-4db5-a515-12c42aec43bf/d406347e-79c8-4db5-a515-12c42aec43bf.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.735095] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-250328f4-b5c8-43dd-8602-b202a9748030 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.742069] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1044.742069] env[62822]: value = "task-2764841" [ 1044.742069] env[62822]: _type = "Task" [ 1044.742069] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.751529] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.803898] env[62822]: DEBUG oslo_concurrency.lockutils [None req-418a1a24-f7f6-4de1-9e9f-13c6ab94f425 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "1713fcb4-9ccf-47b5-8ecf-0cc766b04dee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.634s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.882489] env[62822]: DEBUG nova.objects.instance [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'flavor' on Instance uuid e642dd4c-6901-41df-9fc7-64d2f9c1e38b {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.888529] env[62822]: DEBUG oslo_concurrency.lockutils [None req-286a4535-e31b-4f13-8156-e5a59bba3b18 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.032s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.900371] env[62822]: DEBUG oslo_vmware.api [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764838, 'name': RemoveSnapshot_Task, 'duration_secs': 1.266155} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.901403] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1045.011583] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764840, 'name': ReconfigVM_Task, 'duration_secs': 0.277092} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.016732] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 1d34622b-1e1a-445f-8508-f53bec37f109/1d34622b-1e1a-445f-8508-f53bec37f109.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.017779] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d00ff71a-93e6-40dc-8d58-a11ff3bd585a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.027182] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1045.027182] env[62822]: value = "task-2764842" [ 1045.027182] env[62822]: _type = "Task" [ 1045.027182] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.042084] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764842, 'name': Rename_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.136362] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c090dd-3b09-43ec-bd3d-be8ffd7787ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.145595] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16db0516-7a8e-4b76-b1b2-773ac1c5f772 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.182609] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b973fad-72db-4c23-9bc4-1d21641299b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.191517] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c1b9ce-1709-4639-a6dc-54f11e3ebde3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.205462] env[62822]: DEBUG nova.compute.provider_tree [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.252068] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484936} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.252470] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] d406347e-79c8-4db5-a515-12c42aec43bf/d406347e-79c8-4db5-a515-12c42aec43bf.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.252731] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.253035] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b7fe451-0403-4eea-a4df-861f8e2dba78 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.259261] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1045.259261] env[62822]: value = "task-2764843" [ 1045.259261] env[62822]: _type = "Task" [ 1045.259261] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.267928] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.393176] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08803484-02b7-4ecf-818f-a35405b0f955 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.320s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.407645] env[62822]: WARNING nova.compute.manager [None req-c0fad678-60ee-4aa5-b709-cef35abd1f0e tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Image not found during snapshot: nova.exception.ImageNotFound: Image 072257a1-a131-4985-8e92-934300228bc8 could not be found. [ 1045.540446] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764842, 'name': Rename_Task, 'duration_secs': 0.288476} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.540815] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.541202] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcea8059-f010-44f7-b5af-2971b3e5b10b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.548305] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1045.548305] env[62822]: value = "task-2764844" [ 1045.548305] env[62822]: _type = "Task" [ 1045.548305] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.559435] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.619236] env[62822]: DEBUG nova.network.neutron [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Successfully updated port: 22ecee52-3e1b-45f9-b76e-dcb1141e65ba {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.709924] env[62822]: DEBUG nova.scheduler.client.report [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.771326] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072715} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.771621] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.772460] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bce6c9-709b-4ca1-9c6a-2accb69b348e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.796589] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] d406347e-79c8-4db5-a515-12c42aec43bf/d406347e-79c8-4db5-a515-12c42aec43bf.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.797403] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d15992-d0e7-4004-9d46-5aa08406f2d0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.820475] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1045.820475] env[62822]: value = "task-2764845" [ 1045.820475] env[62822]: _type = "Task" [ 1045.820475] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.828256] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.879035] env[62822]: DEBUG nova.compute.manager [req-f57a0e98-dc6d-499d-8d8f-ea0cdbbe6b04 req-c2cfba54-664d-4c8e-8154-d2403431c5dd service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Received event network-vif-plugged-22ecee52-3e1b-45f9-b76e-dcb1141e65ba {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.879262] env[62822]: DEBUG oslo_concurrency.lockutils [req-f57a0e98-dc6d-499d-8d8f-ea0cdbbe6b04 req-c2cfba54-664d-4c8e-8154-d2403431c5dd service nova] Acquiring lock "eed96017-c449-4ebc-8fd3-57948f8602cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.879472] env[62822]: DEBUG oslo_concurrency.lockutils [req-f57a0e98-dc6d-499d-8d8f-ea0cdbbe6b04 req-c2cfba54-664d-4c8e-8154-d2403431c5dd service nova] Lock "eed96017-c449-4ebc-8fd3-57948f8602cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.879645] env[62822]: DEBUG oslo_concurrency.lockutils [req-f57a0e98-dc6d-499d-8d8f-ea0cdbbe6b04 req-c2cfba54-664d-4c8e-8154-d2403431c5dd service nova] Lock "eed96017-c449-4ebc-8fd3-57948f8602cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.879802] env[62822]: DEBUG nova.compute.manager [req-f57a0e98-dc6d-499d-8d8f-ea0cdbbe6b04 req-c2cfba54-664d-4c8e-8154-d2403431c5dd service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] No waiting events found dispatching network-vif-plugged-22ecee52-3e1b-45f9-b76e-dcb1141e65ba {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.879998] env[62822]: WARNING nova.compute.manager [req-f57a0e98-dc6d-499d-8d8f-ea0cdbbe6b04 req-c2cfba54-664d-4c8e-8154-d2403431c5dd service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Received unexpected event network-vif-plugged-22ecee52-3e1b-45f9-b76e-dcb1141e65ba for instance with vm_state active and task_state None. [ 1046.060676] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.124504] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.124504] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.124504] env[62822]: DEBUG nova.network.neutron [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.217025] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "e96fba93-e8d0-411b-a992-c94a13b201db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.217025] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "e96fba93-e8d0-411b-a992-c94a13b201db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.217284] env[62822]: DEBUG oslo_concurrency.lockutils [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.255939] env[62822]: INFO nova.scheduler.client.report [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Deleted allocations for instance 6e48a8fe-876d-46f5-93de-bf56300966e6 [ 1046.333068] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.576553] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.681088] env[62822]: WARNING nova.network.neutron [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] 2ce291d0-7b4f-44a7-af76-fbc0d578aeeb already exists in list: networks containing: ['2ce291d0-7b4f-44a7-af76-fbc0d578aeeb']. ignoring it [ 1046.722650] env[62822]: DEBUG nova.compute.manager [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.768410] env[62822]: DEBUG oslo_concurrency.lockutils [None req-209cf143-8a3b-4d18-a5fd-843b6824cd5d tempest-ServerRescueTestJSON-307513274 tempest-ServerRescueTestJSON-307513274-project-member] Lock "6e48a8fe-876d-46f5-93de-bf56300966e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.309s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.835722] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.062505] env[62822]: DEBUG oslo_vmware.api [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764844, 'name': PowerOnVM_Task, 'duration_secs': 1.423848} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.062829] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.063057] env[62822]: INFO nova.compute.manager [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1047.063259] env[62822]: DEBUG nova.compute.manager [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.064154] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e3fc10-5e14-41ae-a3a2-6465bd42b9e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.086932] env[62822]: DEBUG nova.compute.manager [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Stashing vm_state: active {{(pid=62822) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1047.127081] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "734a3cce-c336-4ec7-abe9-15b1263fc218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.127448] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "734a3cce-c336-4ec7-abe9-15b1263fc218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.127644] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "734a3cce-c336-4ec7-abe9-15b1263fc218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.127839] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "734a3cce-c336-4ec7-abe9-15b1263fc218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.128017] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "734a3cce-c336-4ec7-abe9-15b1263fc218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.131239] env[62822]: INFO nova.compute.manager [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Terminating instance [ 1047.256421] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.256684] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.261881] env[62822]: INFO nova.compute.claims [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.279829] env[62822]: DEBUG nova.network.neutron [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updating instance_info_cache with network_info: [{"id": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "address": "fa:16:3e:61:08:b1", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7ee280-1f", "ovs_interfaceid": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22ecee52-3e1b-45f9-b76e-dcb1141e65ba", "address": "fa:16:3e:f3:a0:f9", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ecee52-3e", "ovs_interfaceid": "22ecee52-3e1b-45f9-b76e-dcb1141e65ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.333155] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.589082] env[62822]: INFO nova.compute.manager [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Took 23.98 seconds to build instance. [ 1047.611697] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.636514] env[62822]: DEBUG nova.compute.manager [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.639023] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.639023] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e6aa14-4a47-4f07-ad3e-9d76c3855f55 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.646588] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.647132] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1dd814d-32d3-4df2-9f95-cd2d55f0fd11 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.656018] env[62822]: DEBUG oslo_vmware.api [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1047.656018] env[62822]: value = "task-2764846" [ 1047.656018] env[62822]: _type = "Task" [ 1047.656018] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.670094] env[62822]: DEBUG oslo_vmware.api [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.786599] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.787892] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.788248] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.790307] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc45a63-0e50-4e5a-8c00-76f34abc6cf9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.814808] env[62822]: DEBUG nova.virt.hardware [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.815290] env[62822]: DEBUG nova.virt.hardware [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.815701] env[62822]: DEBUG nova.virt.hardware [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.815995] env[62822]: DEBUG nova.virt.hardware [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.816271] env[62822]: DEBUG nova.virt.hardware [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.816583] env[62822]: DEBUG nova.virt.hardware [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.817388] env[62822]: DEBUG nova.virt.hardware [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.817704] env[62822]: DEBUG nova.virt.hardware [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.817997] env[62822]: DEBUG nova.virt.hardware [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.818291] env[62822]: DEBUG nova.virt.hardware [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.818600] env[62822]: DEBUG nova.virt.hardware [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.828164] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Reconfiguring VM to attach interface {{(pid=62822) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1047.828164] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9ab241a-40e9-4f1f-8fc5-e317c038f903 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.853114] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764845, 'name': ReconfigVM_Task, 'duration_secs': 1.593627} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.854537] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Reconfigured VM instance instance-00000068 to attach disk [datastore1] d406347e-79c8-4db5-a515-12c42aec43bf/d406347e-79c8-4db5-a515-12c42aec43bf.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.855847] env[62822]: DEBUG oslo_vmware.api [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1047.855847] env[62822]: value = "task-2764847" [ 1047.855847] env[62822]: _type = "Task" [ 1047.855847] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.855847] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4616a7ec-817a-440f-bf65-d12fdcee1a24 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.865680] env[62822]: DEBUG oslo_vmware.api [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764847, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.867629] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1047.867629] env[62822]: value = "task-2764848" [ 1047.867629] env[62822]: _type = "Task" [ 1047.867629] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.877787] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764848, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.090900] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4cebc2d7-98b2-49b8-a73a-56cdf48011f3 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.495s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.168262] env[62822]: DEBUG oslo_vmware.api [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764846, 'name': PowerOffVM_Task, 'duration_secs': 0.480521} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.168584] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.168758] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.169063] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d0f57a9-85f6-4555-b14e-43f7119acbd0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.243671] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.243671] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.243671] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Deleting the datastore file [datastore2] 734a3cce-c336-4ec7-abe9-15b1263fc218 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.243671] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-694b69ab-c818-4775-a77e-506ef888ee76 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.251869] env[62822]: DEBUG oslo_vmware.api [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1048.251869] env[62822]: value = "task-2764850" [ 1048.251869] env[62822]: _type = "Task" [ 1048.251869] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.261035] env[62822]: DEBUG oslo_vmware.api [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.371316] env[62822]: DEBUG oslo_vmware.api [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.385443] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764848, 'name': Rename_Task, 'duration_secs': 0.21781} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.385443] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.385443] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ecd811b-fe7d-4db4-8e33-d4f29aa46d0f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.389342] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1048.389342] env[62822]: value = "task-2764851" [ 1048.389342] env[62822]: _type = "Task" [ 1048.389342] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.400430] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.667907] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7800721a-5e90-48d0-b449-4fb9d3bb3e69 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.675889] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b61b8f4-bff1-4d8e-a60e-52f70e2ec1e6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.708461] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c6438d-be3f-49b8-a673-7b13044dc345 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.717682] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98c2579-7aa9-4fd1-b844-4ac30b183240 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.736888] env[62822]: DEBUG nova.compute.provider_tree [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.763025] env[62822]: DEBUG oslo_vmware.api [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212041} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.763025] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.763025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.763025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.763025] env[62822]: INFO nova.compute.manager [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1048.763025] env[62822]: DEBUG oslo.service.loopingcall [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.763025] env[62822]: DEBUG nova.compute.manager [-] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.763025] env[62822]: DEBUG nova.network.neutron [-] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.858274] env[62822]: DEBUG nova.compute.manager [req-acd16c6d-4143-4104-a8bb-b41d121c4778 req-c4899066-d52e-4450-b4fe-3cfed8704bb8 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Received event network-changed-22ecee52-3e1b-45f9-b76e-dcb1141e65ba {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.858650] env[62822]: DEBUG nova.compute.manager [req-acd16c6d-4143-4104-a8bb-b41d121c4778 req-c4899066-d52e-4450-b4fe-3cfed8704bb8 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing instance network info cache due to event network-changed-22ecee52-3e1b-45f9-b76e-dcb1141e65ba. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1048.858980] env[62822]: DEBUG oslo_concurrency.lockutils [req-acd16c6d-4143-4104-a8bb-b41d121c4778 req-c4899066-d52e-4450-b4fe-3cfed8704bb8 service nova] Acquiring lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.859218] env[62822]: DEBUG oslo_concurrency.lockutils [req-acd16c6d-4143-4104-a8bb-b41d121c4778 req-c4899066-d52e-4450-b4fe-3cfed8704bb8 service nova] Acquired lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.859424] env[62822]: DEBUG nova.network.neutron [req-acd16c6d-4143-4104-a8bb-b41d121c4778 req-c4899066-d52e-4450-b4fe-3cfed8704bb8 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing network info cache for port 22ecee52-3e1b-45f9-b76e-dcb1141e65ba {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.872745] env[62822]: DEBUG oslo_vmware.api [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.903016] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764851, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.272032] env[62822]: ERROR nova.scheduler.client.report [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [req-962ed4f1-5f88-414a-b134-19fb901654f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-962ed4f1-5f88-414a-b134-19fb901654f1"}]} [ 1049.290978] env[62822]: DEBUG nova.scheduler.client.report [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1049.312862] env[62822]: DEBUG nova.scheduler.client.report [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1049.312862] env[62822]: DEBUG nova.compute.provider_tree [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.328200] env[62822]: DEBUG nova.scheduler.client.report [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1049.353954] env[62822]: DEBUG nova.scheduler.client.report [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1049.374803] env[62822]: DEBUG oslo_vmware.api [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764847, 'name': ReconfigVM_Task, 'duration_secs': 1.038073} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.378274] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.378492] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Reconfigured VM to attach interface {{(pid=62822) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1049.403092] env[62822]: DEBUG oslo_vmware.api [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764851, 'name': PowerOnVM_Task, 'duration_secs': 0.653568} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.403377] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.403593] env[62822]: INFO nova.compute.manager [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1049.403852] env[62822]: DEBUG nova.compute.manager [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.404599] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41d4cfc-d530-415a-87c0-5a5654250c59 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.693484] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1688a9-603d-4a07-be12-90bcda955eaf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.703217] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd4176-a08a-4142-9931-68ac2bb5ea3a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.738955] env[62822]: DEBUG nova.network.neutron [req-acd16c6d-4143-4104-a8bb-b41d121c4778 req-c4899066-d52e-4450-b4fe-3cfed8704bb8 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updated VIF entry in instance network info cache for port 22ecee52-3e1b-45f9-b76e-dcb1141e65ba. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.739790] env[62822]: DEBUG nova.network.neutron [req-acd16c6d-4143-4104-a8bb-b41d121c4778 req-c4899066-d52e-4450-b4fe-3cfed8704bb8 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updating instance_info_cache with network_info: [{"id": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "address": "fa:16:3e:61:08:b1", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7ee280-1f", "ovs_interfaceid": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22ecee52-3e1b-45f9-b76e-dcb1141e65ba", "address": "fa:16:3e:f3:a0:f9", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ecee52-3e", "ovs_interfaceid": "22ecee52-3e1b-45f9-b76e-dcb1141e65ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.741641] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3007b41c-bd70-4442-982b-4558208edc19 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.750155] env[62822]: DEBUG nova.network.neutron [-] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.753965] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b5a249-f76a-4d1c-a671-f42dbc49a9bf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.769713] env[62822]: DEBUG nova.compute.provider_tree [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.884977] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e03f1e01-dfe4-4082-8d0d-604811b50f12 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-eed96017-c449-4ebc-8fd3-57948f8602cb-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.051s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.928415] env[62822]: INFO nova.compute.manager [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Took 24.10 seconds to build instance. [ 1050.246750] env[62822]: DEBUG oslo_concurrency.lockutils [req-acd16c6d-4143-4104-a8bb-b41d121c4778 req-c4899066-d52e-4450-b4fe-3cfed8704bb8 service nova] Releasing lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.255752] env[62822]: INFO nova.compute.manager [-] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Took 1.49 seconds to deallocate network for instance. [ 1050.321925] env[62822]: DEBUG nova.scheduler.client.report [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1050.322238] env[62822]: DEBUG nova.compute.provider_tree [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 149 to 150 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1050.322452] env[62822]: DEBUG nova.compute.provider_tree [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.157709] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1bb45d33-f48f-4f15-8d37-d51ab951d8d8 tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d406347e-79c8-4db5-a515-12c42aec43bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.337s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.158251] env[62822]: INFO nova.compute.manager [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Rebuilding instance [ 1051.160631] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.161418] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.905s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.162883] env[62822]: DEBUG nova.compute.manager [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.164677] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.553s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.229019] env[62822]: DEBUG nova.compute.manager [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.229019] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f441f5-4d49-40de-81b0-1aa768552cda {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.272964] env[62822]: DEBUG nova.compute.manager [req-aeaa4d0f-3f12-4554-9f39-b1b6740c142c req-db94a17f-4eb3-4ba7-b3f7-8247b8a2acd3 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Received event network-changed-0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.272964] env[62822]: DEBUG nova.compute.manager [req-aeaa4d0f-3f12-4554-9f39-b1b6740c142c req-db94a17f-4eb3-4ba7-b3f7-8247b8a2acd3 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Refreshing instance network info cache due to event network-changed-0692196a-f287-432d-86e4-9e8b3f450a35. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.272964] env[62822]: DEBUG oslo_concurrency.lockutils [req-aeaa4d0f-3f12-4554-9f39-b1b6740c142c req-db94a17f-4eb3-4ba7-b3f7-8247b8a2acd3 service nova] Acquiring lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.272964] env[62822]: DEBUG oslo_concurrency.lockutils [req-aeaa4d0f-3f12-4554-9f39-b1b6740c142c req-db94a17f-4eb3-4ba7-b3f7-8247b8a2acd3 service nova] Acquired lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.272964] env[62822]: DEBUG nova.network.neutron [req-aeaa4d0f-3f12-4554-9f39-b1b6740c142c req-db94a17f-4eb3-4ba7-b3f7-8247b8a2acd3 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Refreshing network info cache for port 0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.321021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.321021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.667941] env[62822]: DEBUG nova.compute.utils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.674672] env[62822]: INFO nova.compute.claims [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.677642] env[62822]: DEBUG nova.compute.manager [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.677816] env[62822]: DEBUG nova.network.neutron [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.729616] env[62822]: DEBUG nova.policy [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2358abc57a934d5e84826456588bbda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f061b2bd42ac437a934f98ae2935788b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.823646] env[62822]: DEBUG nova.compute.manager [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.145179] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquiring lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.145313] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.145833] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquiring lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.146038] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.146206] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.149143] env[62822]: INFO nova.compute.manager [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Terminating instance [ 1052.179126] env[62822]: DEBUG nova.compute.manager [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.186163] env[62822]: INFO nova.compute.resource_tracker [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating resource usage from migration 74f85928-2cfe-424c-9d48-2689c63b2825 [ 1052.243027] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.243027] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b89c6eb-b8c7-4ae2-aee5-932d6e4a550c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.256693] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1052.256693] env[62822]: value = "task-2764852" [ 1052.256693] env[62822]: _type = "Task" [ 1052.256693] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.262055] env[62822]: DEBUG nova.network.neutron [req-aeaa4d0f-3f12-4554-9f39-b1b6740c142c req-db94a17f-4eb3-4ba7-b3f7-8247b8a2acd3 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updated VIF entry in instance network info cache for port 0692196a-f287-432d-86e4-9e8b3f450a35. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.262802] env[62822]: DEBUG nova.network.neutron [req-aeaa4d0f-3f12-4554-9f39-b1b6740c142c req-db94a17f-4eb3-4ba7-b3f7-8247b8a2acd3 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updating instance_info_cache with network_info: [{"id": "0692196a-f287-432d-86e4-9e8b3f450a35", "address": "fa:16:3e:14:56:f8", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0692196a-f2", "ovs_interfaceid": "0692196a-f287-432d-86e4-9e8b3f450a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.271454] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.277222] env[62822]: DEBUG nova.network.neutron [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Successfully created port: 1055f830-da59-405d-8b99-3b84d89ceb35 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.307436] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "interface-eed96017-c449-4ebc-8fd3-57948f8602cb-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.307436] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-eed96017-c449-4ebc-8fd3-57948f8602cb-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.347671] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.569020] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1487e9-daeb-46e0-94e1-baa42f91534c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.574839] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3dd158-a3da-4b1e-8bb8-e9c057e59bbf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.607728] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728cfc6d-e0a5-4048-969e-aaf22d1fbe54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.615536] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927c719a-5dd8-41df-8324-7ac2b318edfc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.631243] env[62822]: DEBUG nova.compute.provider_tree [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.653637] env[62822]: DEBUG nova.compute.manager [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.653859] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.655034] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3452ee-b074-45ce-840c-d67a8656dddb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.663151] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.663516] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8885d040-e819-466e-a66e-771345b8a708 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.670494] env[62822]: DEBUG oslo_vmware.api [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for the task: (returnval){ [ 1052.670494] env[62822]: value = "task-2764853" [ 1052.670494] env[62822]: _type = "Task" [ 1052.670494] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.682738] env[62822]: DEBUG oslo_vmware.api [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.767728] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764852, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.772587] env[62822]: DEBUG oslo_concurrency.lockutils [req-aeaa4d0f-3f12-4554-9f39-b1b6740c142c req-db94a17f-4eb3-4ba7-b3f7-8247b8a2acd3 service nova] Releasing lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.772855] env[62822]: DEBUG nova.compute.manager [req-aeaa4d0f-3f12-4554-9f39-b1b6740c142c req-db94a17f-4eb3-4ba7-b3f7-8247b8a2acd3 service nova] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Received event network-vif-deleted-e897a404-c609-447d-9de6-84bd73d1ac63 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.814571] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.814887] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.816384] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b4f290-d3f7-4f43-9833-22bce20c6905 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.836038] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcef15d4-3c32-408e-a5a9-7850a3d776bf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.863852] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Reconfiguring VM to detach interface {{(pid=62822) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1052.864398] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a426e201-acda-41a5-8521-9e80805d0bc3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.885444] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1052.885444] env[62822]: value = "task-2764854" [ 1052.885444] env[62822]: _type = "Task" [ 1052.885444] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.895702] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.135864] env[62822]: DEBUG nova.scheduler.client.report [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.189237] env[62822]: DEBUG oslo_vmware.api [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764853, 'name': PowerOffVM_Task, 'duration_secs': 0.390926} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.191381] env[62822]: DEBUG nova.compute.manager [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.193072] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.193291] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.195122] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "d406347e-79c8-4db5-a515-12c42aec43bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.195122] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d406347e-79c8-4db5-a515-12c42aec43bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.195122] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "d406347e-79c8-4db5-a515-12c42aec43bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.195122] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d406347e-79c8-4db5-a515-12c42aec43bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.195122] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d406347e-79c8-4db5-a515-12c42aec43bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.197359] env[62822]: INFO nova.compute.manager [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Terminating instance [ 1053.199826] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d093917d-ddfb-4de7-89f2-93dc1c16ad2a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.222863] env[62822]: DEBUG nova.virt.hardware [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.224021] env[62822]: DEBUG nova.virt.hardware [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.224021] env[62822]: DEBUG nova.virt.hardware [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.224021] env[62822]: DEBUG nova.virt.hardware [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.224021] env[62822]: DEBUG nova.virt.hardware [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.224218] env[62822]: DEBUG nova.virt.hardware [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.224554] env[62822]: DEBUG nova.virt.hardware [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.224865] env[62822]: DEBUG nova.virt.hardware [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.225167] env[62822]: DEBUG nova.virt.hardware [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.225440] env[62822]: DEBUG nova.virt.hardware [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.225717] env[62822]: DEBUG nova.virt.hardware [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.227739] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c414f78e-ee04-4eb9-bc19-09866499e0cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.238174] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74af1d57-7517-46eb-8871-cad70957778a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.267301] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764852, 'name': PowerOffVM_Task, 'duration_secs': 0.667556} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.267580] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.267823] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.268626] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c2d24b-834d-49ab-b99f-f7e2af26503a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.275968] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.277142] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a22061d-b7c5-468a-b2b6-76d4b622396b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.279039] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.279242] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.279419] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Deleting the datastore file [datastore1] 4ee06587-4fed-4eaf-b1ea-15362c6c438a {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.279653] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fd80dc2-f69f-4a55-a21a-4ad41bb24b71 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.288505] env[62822]: DEBUG oslo_vmware.api [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for the task: (returnval){ [ 1053.288505] env[62822]: value = "task-2764857" [ 1053.288505] env[62822]: _type = "Task" [ 1053.288505] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.296718] env[62822]: DEBUG oslo_vmware.api [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.348422] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.348651] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.348830] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleting the datastore file [datastore2] 3092b05c-6611-41b0-938f-290a78b6de67 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.349478] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f2df2e9-b468-4389-b2c7-8348ec55f0ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.355606] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1053.355606] env[62822]: value = "task-2764858" [ 1053.355606] env[62822]: _type = "Task" [ 1053.355606] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.363489] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.394742] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.555152] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.555317] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.640520] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.476s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.640728] env[62822]: INFO nova.compute.manager [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Migrating [ 1053.647816] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.487s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.648929] env[62822]: DEBUG nova.objects.instance [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lazy-loading 'resources' on Instance uuid 734a3cce-c336-4ec7-abe9-15b1263fc218 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.703690] env[62822]: DEBUG nova.compute.manager [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.703909] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.704837] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a83e92-8231-49e0-947c-8c7e5447f2c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.716480] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.716930] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a342cd7-39c5-43bb-aaa4-f7c0b4d86972 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.722823] env[62822]: DEBUG oslo_vmware.api [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1053.722823] env[62822]: value = "task-2764859" [ 1053.722823] env[62822]: _type = "Task" [ 1053.722823] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.731909] env[62822]: DEBUG oslo_vmware.api [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.801334] env[62822]: DEBUG oslo_vmware.api [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Task: {'id': task-2764857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362262} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.801611] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.801795] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.802164] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.802164] env[62822]: INFO nova.compute.manager [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1053.802418] env[62822]: DEBUG oslo.service.loopingcall [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.802983] env[62822]: DEBUG nova.compute.manager [-] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.803120] env[62822]: DEBUG nova.network.neutron [-] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.879041] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278698} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.879041] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.879041] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.879041] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.904512] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.991407] env[62822]: DEBUG nova.compute.manager [req-6732c4a9-fe89-42dd-b279-440ec8b02407 req-493f600e-9c18-4ec0-8877-12138bbde242 service nova] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Received event network-vif-plugged-1055f830-da59-405d-8b99-3b84d89ceb35 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.991695] env[62822]: DEBUG oslo_concurrency.lockutils [req-6732c4a9-fe89-42dd-b279-440ec8b02407 req-493f600e-9c18-4ec0-8877-12138bbde242 service nova] Acquiring lock "e96fba93-e8d0-411b-a992-c94a13b201db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.991944] env[62822]: DEBUG oslo_concurrency.lockutils [req-6732c4a9-fe89-42dd-b279-440ec8b02407 req-493f600e-9c18-4ec0-8877-12138bbde242 service nova] Lock "e96fba93-e8d0-411b-a992-c94a13b201db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.993198] env[62822]: DEBUG oslo_concurrency.lockutils [req-6732c4a9-fe89-42dd-b279-440ec8b02407 req-493f600e-9c18-4ec0-8877-12138bbde242 service nova] Lock "e96fba93-e8d0-411b-a992-c94a13b201db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.993198] env[62822]: DEBUG nova.compute.manager [req-6732c4a9-fe89-42dd-b279-440ec8b02407 req-493f600e-9c18-4ec0-8877-12138bbde242 service nova] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] No waiting events found dispatching network-vif-plugged-1055f830-da59-405d-8b99-3b84d89ceb35 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.993198] env[62822]: WARNING nova.compute.manager [req-6732c4a9-fe89-42dd-b279-440ec8b02407 req-493f600e-9c18-4ec0-8877-12138bbde242 service nova] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Received unexpected event network-vif-plugged-1055f830-da59-405d-8b99-3b84d89ceb35 for instance with vm_state building and task_state spawning. [ 1054.064052] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.064392] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.064581] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.064738] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.064881] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.065036] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.065434] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62822) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1054.065434] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.159503] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.159814] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.159862] env[62822]: DEBUG nova.network.neutron [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.234039] env[62822]: DEBUG oslo_vmware.api [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764859, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.306416] env[62822]: DEBUG nova.network.neutron [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Successfully updated port: 1055f830-da59-405d-8b99-3b84d89ceb35 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.407596] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.475061] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39939db2-bf51-4f6f-bf34-6f5c32ef5713 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.483049] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b8ef35-1192-4952-b940-6621ea55d9f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.517708] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f57d8ae-601f-4f9d-b255-771387401f06 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.528275] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc8bff-edcd-4d62-bef5-15ef8f65c68d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.541915] env[62822]: DEBUG nova.compute.provider_tree [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.570508] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.734700] env[62822]: DEBUG oslo_vmware.api [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764859, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.809123] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "refresh_cache-e96fba93-e8d0-411b-a992-c94a13b201db" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.809276] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "refresh_cache-e96fba93-e8d0-411b-a992-c94a13b201db" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.809473] env[62822]: DEBUG nova.network.neutron [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.901748] env[62822]: DEBUG nova.network.neutron [-] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.906695] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.925353] env[62822]: DEBUG nova.virt.hardware [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.925607] env[62822]: DEBUG nova.virt.hardware [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.925762] env[62822]: DEBUG nova.virt.hardware [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.926038] env[62822]: DEBUG nova.virt.hardware [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.926111] env[62822]: DEBUG nova.virt.hardware [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.926243] env[62822]: DEBUG nova.virt.hardware [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.926452] env[62822]: DEBUG nova.virt.hardware [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.926612] env[62822]: DEBUG nova.virt.hardware [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.926803] env[62822]: DEBUG nova.virt.hardware [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.926934] env[62822]: DEBUG nova.virt.hardware [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.927116] env[62822]: DEBUG nova.virt.hardware [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.928845] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9b1952-7da4-4c8c-9e31-e7cde4f66f91 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.941020] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2107567a-5469-425c-86ec-65cb7f4464db {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.955083] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:83:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd39fec22-9c52-4599-8cd8-6a196dfda918', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.963152] env[62822]: DEBUG oslo.service.loopingcall [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.963477] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.963710] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c805ed2d-760f-4b03-ad24-605fa4fbc7ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.984357] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.984357] env[62822]: value = "task-2764860" [ 1054.984357] env[62822]: _type = "Task" [ 1054.984357] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.995344] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764860, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.045126] env[62822]: DEBUG nova.scheduler.client.report [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.205846] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquiring lock "bbafd2f0-d215-442d-b4c2-27db5d348ada" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.206134] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Lock "bbafd2f0-d215-442d-b4c2-27db5d348ada" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.206344] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquiring lock "bbafd2f0-d215-442d-b4c2-27db5d348ada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.206523] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Lock "bbafd2f0-d215-442d-b4c2-27db5d348ada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.206686] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Lock "bbafd2f0-d215-442d-b4c2-27db5d348ada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.208617] env[62822]: INFO nova.compute.manager [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Terminating instance [ 1055.235692] env[62822]: DEBUG oslo_vmware.api [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764859, 'name': PowerOffVM_Task, 'duration_secs': 1.197215} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.236070] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.236191] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.236490] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a36010a4-1954-4d1e-bf61-a7bf8d59aa32 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.295903] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.296103] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.296345] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleting the datastore file [datastore1] d406347e-79c8-4db5-a515-12c42aec43bf {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.296641] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8f474f4-0847-4b91-ac4e-b8750013e66d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.303178] env[62822]: DEBUG oslo_vmware.api [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for the task: (returnval){ [ 1055.303178] env[62822]: value = "task-2764862" [ 1055.303178] env[62822]: _type = "Task" [ 1055.303178] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.316405] env[62822]: DEBUG oslo_vmware.api [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.382453] env[62822]: DEBUG nova.network.neutron [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.403626] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.408216] env[62822]: INFO nova.compute.manager [-] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Took 1.61 seconds to deallocate network for instance. [ 1055.417391] env[62822]: DEBUG nova.network.neutron [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance_info_cache with network_info: [{"id": "cf8cec6a-19bd-4348-805a-172497618afb", "address": "fa:16:3e:c8:bd:7a", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8cec6a-19", "ovs_interfaceid": "cf8cec6a-19bd-4348-805a-172497618afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.493617] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764860, 'name': CreateVM_Task, 'duration_secs': 0.351855} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.493851] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.494640] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.494812] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.495173] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.495527] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20662b5b-6e08-41fa-b558-9c33a8c8e566 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.500551] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1055.500551] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5209772f-89b6-05bf-89e0-4f39bdacad7d" [ 1055.500551] env[62822]: _type = "Task" [ 1055.500551] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.508498] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5209772f-89b6-05bf-89e0-4f39bdacad7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.551865] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.554172] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.207s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.555786] env[62822]: INFO nova.compute.claims [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.581646] env[62822]: INFO nova.scheduler.client.report [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Deleted allocations for instance 734a3cce-c336-4ec7-abe9-15b1263fc218 [ 1055.622124] env[62822]: DEBUG nova.network.neutron [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Updating instance_info_cache with network_info: [{"id": "1055f830-da59-405d-8b99-3b84d89ceb35", "address": "fa:16:3e:93:fd:c1", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055f830-da", "ovs_interfaceid": "1055f830-da59-405d-8b99-3b84d89ceb35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.713659] env[62822]: DEBUG nova.compute.manager [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.713956] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.714851] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1277ff1-f881-444d-97d8-fa31e8d61185 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.725043] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.725320] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044dbad5-1495-49bd-8215-62cdb2a6aa6b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.731701] env[62822]: DEBUG oslo_vmware.api [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for the task: (returnval){ [ 1055.731701] env[62822]: value = "task-2764863" [ 1055.731701] env[62822]: _type = "Task" [ 1055.731701] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.739712] env[62822]: DEBUG oslo_vmware.api [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.816024] env[62822]: DEBUG oslo_vmware.api [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Task: {'id': task-2764862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131862} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.816024] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.816024] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.816024] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.816024] env[62822]: INFO nova.compute.manager [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1055.816024] env[62822]: DEBUG oslo.service.loopingcall [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.816024] env[62822]: DEBUG nova.compute.manager [-] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.816024] env[62822]: DEBUG nova.network.neutron [-] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.905781] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.916019] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.919685] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.011506] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5209772f-89b6-05bf-89e0-4f39bdacad7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.012672] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.012672] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.012672] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.012672] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.012672] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.013035] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1ab5328-9df2-4b73-84f4-f6cf3732bcbe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.022164] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.022385] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.023138] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9aa131e-668c-4e3e-a7d5-934998e118d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.030670] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1056.030670] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52faf006-8c73-3a3c-8a15-bbf5c5513f2f" [ 1056.030670] env[62822]: _type = "Task" [ 1056.030670] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.041214] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52faf006-8c73-3a3c-8a15-bbf5c5513f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.089288] env[62822]: DEBUG oslo_concurrency.lockutils [None req-cd909bf6-b712-4b0c-9174-fa8374ee9c1f tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "734a3cce-c336-4ec7-abe9-15b1263fc218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.962s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.105520] env[62822]: DEBUG nova.compute.manager [req-d65d6e47-effa-452a-9838-5f1e7d945fe1 req-9bdc306d-4233-41b6-924c-8babc81eb5f3 service nova] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Received event network-changed-1055f830-da59-405d-8b99-3b84d89ceb35 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.105701] env[62822]: DEBUG nova.compute.manager [req-d65d6e47-effa-452a-9838-5f1e7d945fe1 req-9bdc306d-4233-41b6-924c-8babc81eb5f3 service nova] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Refreshing instance network info cache due to event network-changed-1055f830-da59-405d-8b99-3b84d89ceb35. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1056.105883] env[62822]: DEBUG oslo_concurrency.lockutils [req-d65d6e47-effa-452a-9838-5f1e7d945fe1 req-9bdc306d-4233-41b6-924c-8babc81eb5f3 service nova] Acquiring lock "refresh_cache-e96fba93-e8d0-411b-a992-c94a13b201db" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.126567] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "refresh_cache-e96fba93-e8d0-411b-a992-c94a13b201db" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.126903] env[62822]: DEBUG nova.compute.manager [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Instance network_info: |[{"id": "1055f830-da59-405d-8b99-3b84d89ceb35", "address": "fa:16:3e:93:fd:c1", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055f830-da", "ovs_interfaceid": "1055f830-da59-405d-8b99-3b84d89ceb35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.127217] env[62822]: DEBUG oslo_concurrency.lockutils [req-d65d6e47-effa-452a-9838-5f1e7d945fe1 req-9bdc306d-4233-41b6-924c-8babc81eb5f3 service nova] Acquired lock "refresh_cache-e96fba93-e8d0-411b-a992-c94a13b201db" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.127387] env[62822]: DEBUG nova.network.neutron [req-d65d6e47-effa-452a-9838-5f1e7d945fe1 req-9bdc306d-4233-41b6-924c-8babc81eb5f3 service nova] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Refreshing network info cache for port 1055f830-da59-405d-8b99-3b84d89ceb35 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.128626] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:fd:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1055f830-da59-405d-8b99-3b84d89ceb35', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.138098] env[62822]: DEBUG oslo.service.loopingcall [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.139464] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.139698] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b3c12e2-25f5-476a-9a1b-1e0689f2f27a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.165519] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.165519] env[62822]: value = "task-2764864" [ 1056.165519] env[62822]: _type = "Task" [ 1056.165519] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.174184] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764864, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.242282] env[62822]: DEBUG oslo_vmware.api [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764863, 'name': PowerOffVM_Task, 'duration_secs': 0.213781} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.246209] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.246209] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.246209] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8a0cff4-4a57-456d-b7cc-30d4be53c43d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.312665] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.312665] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.312665] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Deleting the datastore file [datastore1] bbafd2f0-d215-442d-b4c2-27db5d348ada {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.312665] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77de9876-fb0f-485e-84f6-be4ca26b3ac1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.319775] env[62822]: DEBUG oslo_vmware.api [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for the task: (returnval){ [ 1056.319775] env[62822]: value = "task-2764866" [ 1056.319775] env[62822]: _type = "Task" [ 1056.319775] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.330134] env[62822]: DEBUG oslo_vmware.api [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.404026] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.540401] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52faf006-8c73-3a3c-8a15-bbf5c5513f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.013248} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.541214] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c898fb7f-dae5-450d-a4ac-8dba6e7b2fce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.546436] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1056.546436] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52718a5e-786c-987c-9bef-0bfa0ac5b51f" [ 1056.546436] env[62822]: _type = "Task" [ 1056.546436] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.554162] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52718a5e-786c-987c-9bef-0bfa0ac5b51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.686079] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764864, 'name': CreateVM_Task, 'duration_secs': 0.307341} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.686079] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.687108] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.687410] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.688075] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.688438] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee624482-78ad-4770-a238-3ac371ba3f96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.691758] env[62822]: DEBUG nova.network.neutron [-] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.696340] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1056.696340] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52379dcb-a0fe-bb39-5afe-8f7d0f973e0c" [ 1056.696340] env[62822]: _type = "Task" [ 1056.696340] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.723030] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52379dcb-a0fe-bb39-5afe-8f7d0f973e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.723030] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.723030] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.723030] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.832367] env[62822]: DEBUG oslo_vmware.api [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Task: {'id': task-2764866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210743} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.832626] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.832813] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.832985] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.833187] env[62822]: INFO nova.compute.manager [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1056.833457] env[62822]: DEBUG oslo.service.loopingcall [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.836099] env[62822]: DEBUG nova.compute.manager [-] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.836201] env[62822]: DEBUG nova.network.neutron [-] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.860085] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37ba069-8021-44d4-a4ec-f8e9e474df8b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.867458] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773ac5a5-8608-42c1-aee7-e431ec95ac80 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.902667] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc463e1-f9bc-4cf2-8173-6cad062afa8e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.913928] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.917071] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c194a2f1-c2a8-404f-a6e2-3ec43f7d2899 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.936020] env[62822]: DEBUG nova.compute.provider_tree [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.967406] env[62822]: DEBUG nova.network.neutron [req-d65d6e47-effa-452a-9838-5f1e7d945fe1 req-9bdc306d-4233-41b6-924c-8babc81eb5f3 service nova] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Updated VIF entry in instance network info cache for port 1055f830-da59-405d-8b99-3b84d89ceb35. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.968024] env[62822]: DEBUG nova.network.neutron [req-d65d6e47-effa-452a-9838-5f1e7d945fe1 req-9bdc306d-4233-41b6-924c-8babc81eb5f3 service nova] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Updating instance_info_cache with network_info: [{"id": "1055f830-da59-405d-8b99-3b84d89ceb35", "address": "fa:16:3e:93:fd:c1", "network": {"id": "31986e89-ec76-4499-a660-afdcab2949c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-398433090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f061b2bd42ac437a934f98ae2935788b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055f830-da", "ovs_interfaceid": "1055f830-da59-405d-8b99-3b84d89ceb35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.059641] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52718a5e-786c-987c-9bef-0bfa0ac5b51f, 'name': SearchDatastore_Task, 'duration_secs': 0.008953} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.060662] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.061043] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 3092b05c-6611-41b0-938f-290a78b6de67/3092b05c-6611-41b0-938f-290a78b6de67.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.061512] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.061842] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.062421] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4c2a5bc-8325-47f6-b32b-f2f5962ad9ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.065687] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-289a92c0-cc76-4392-8575-224b98516d5d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.071859] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1057.071859] env[62822]: value = "task-2764867" [ 1057.071859] env[62822]: _type = "Task" [ 1057.071859] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.076086] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.076300] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.077410] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914d17e4-4419-4ea1-98b0-259c9828b936 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.082861] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.085929] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1057.085929] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528c5545-d707-51a6-a32e-57061765f1fe" [ 1057.085929] env[62822]: _type = "Task" [ 1057.085929] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.095456] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528c5545-d707-51a6-a32e-57061765f1fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.156321] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "9c810f48-abf2-447b-b1e3-6c8864f7de13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.156556] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "9c810f48-abf2-447b-b1e3-6c8864f7de13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.203442] env[62822]: INFO nova.compute.manager [-] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Took 1.39 seconds to deallocate network for instance. [ 1057.407692] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.442893] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7518ee-6cf2-401b-8ba4-407456e77efb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.478239] env[62822]: DEBUG oslo_concurrency.lockutils [req-d65d6e47-effa-452a-9838-5f1e7d945fe1 req-9bdc306d-4233-41b6-924c-8babc81eb5f3 service nova] Releasing lock "refresh_cache-e96fba93-e8d0-411b-a992-c94a13b201db" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.478758] env[62822]: DEBUG nova.compute.manager [req-d65d6e47-effa-452a-9838-5f1e7d945fe1 req-9bdc306d-4233-41b6-924c-8babc81eb5f3 service nova] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Received event network-vif-deleted-38e38e83-626f-435f-9210-b0edce46d78e {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.479289] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance 'e642dd4c-6901-41df-9fc7-64d2f9c1e38b' progress to 0 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.488089] env[62822]: ERROR nova.scheduler.client.report [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [req-0f34e569-b5d6-4110-bd6b-0a0737ccf011] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f34e569-b5d6-4110-bd6b-0a0737ccf011"}]} [ 1057.508040] env[62822]: DEBUG nova.scheduler.client.report [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1057.533240] env[62822]: DEBUG nova.scheduler.client.report [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1057.533607] env[62822]: DEBUG nova.compute.provider_tree [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.549569] env[62822]: DEBUG nova.scheduler.client.report [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1057.569523] env[62822]: DEBUG nova.scheduler.client.report [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1057.584900] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764867, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.599591] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528c5545-d707-51a6-a32e-57061765f1fe, 'name': SearchDatastore_Task, 'duration_secs': 0.017136} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.600374] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae49a25-46c5-4e4e-811f-46600e20a1b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.614797] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1057.614797] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ab75c2-d56a-39bd-8eb2-646b05241cda" [ 1057.614797] env[62822]: _type = "Task" [ 1057.614797] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.629321] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ab75c2-d56a-39bd-8eb2-646b05241cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.660424] env[62822]: DEBUG nova.compute.manager [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.712638] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.907464] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.921309] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be1abba-36cd-413d-9f99-8b3a9ea86e01 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.928511] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbf0a42-c803-4a54-9c52-5f0a9cc865b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.962316] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8ca34a-0de4-419e-b7db-5848fd26da9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.970688] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddab9e3-8cb4-4413-8306-3c954091e0c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.986894] env[62822]: DEBUG nova.compute.provider_tree [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.988302] env[62822]: DEBUG nova.network.neutron [-] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.990699] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.991191] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7775965-cd0a-44ae-88c9-6f7df7b2d945 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.997901] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1057.997901] env[62822]: value = "task-2764868" [ 1057.997901] env[62822]: _type = "Task" [ 1057.997901] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.008696] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.083085] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676453} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.084214] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 3092b05c-6611-41b0-938f-290a78b6de67/3092b05c-6611-41b0-938f-290a78b6de67.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.084214] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.084214] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00364835-27bb-4b6f-8e23-e8f4b32ccc31 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.092600] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1058.092600] env[62822]: value = "task-2764869" [ 1058.092600] env[62822]: _type = "Task" [ 1058.092600] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.102565] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.124926] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ab75c2-d56a-39bd-8eb2-646b05241cda, 'name': SearchDatastore_Task, 'duration_secs': 0.052025} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.125219] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.125478] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] e96fba93-e8d0-411b-a992-c94a13b201db/e96fba93-e8d0-411b-a992-c94a13b201db.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.126300] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b272adb4-e166-4e09-b656-7fb9e446f6c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.132696] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1058.132696] env[62822]: value = "task-2764870" [ 1058.132696] env[62822]: _type = "Task" [ 1058.132696] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.140609] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.190411] env[62822]: DEBUG nova.compute.manager [req-f752cfa4-e1ef-4404-8c0f-59a7e087857f req-6e0ac984-3d43-4e9c-811b-a088697c3367 service nova] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Received event network-vif-deleted-73b2ac66-8e79-4e58-b1ad-1a94daff55f8 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.190470] env[62822]: DEBUG nova.compute.manager [req-f752cfa4-e1ef-4404-8c0f-59a7e087857f req-6e0ac984-3d43-4e9c-811b-a088697c3367 service nova] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Received event network-vif-deleted-8e3e3bc6-a050-441d-8320-5f090a64f658 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.191672] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.259234] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.259471] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.408897] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.491293] env[62822]: DEBUG nova.scheduler.client.report [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.495419] env[62822]: INFO nova.compute.manager [-] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Took 1.66 seconds to deallocate network for instance. [ 1058.511669] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764868, 'name': PowerOffVM_Task, 'duration_secs': 0.222657} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.511946] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.512150] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance 'e642dd4c-6901-41df-9fc7-64d2f9c1e38b' progress to 17 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.602431] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082129} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.602696] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.603472] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54230a8-6973-4fd4-92dd-c31a313a2dc4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.628016] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 3092b05c-6611-41b0-938f-290a78b6de67/3092b05c-6611-41b0-938f-290a78b6de67.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.628016] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8ea48ae-04a1-41a0-83bb-bd29fa720591 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.649274] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.650566] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1058.650566] env[62822]: value = "task-2764871" [ 1058.650566] env[62822]: _type = "Task" [ 1058.650566] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.658259] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.763665] env[62822]: DEBUG nova.compute.utils [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.911025] env[62822]: DEBUG oslo_vmware.api [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764854, 'name': ReconfigVM_Task, 'duration_secs': 5.730805} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.911025] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.911025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Reconfigured VM to detach interface {{(pid=62822) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1058.997299] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.443s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.000018] env[62822]: DEBUG nova.compute.manager [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.001378] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.433s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.001687] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.001949] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1059.002441] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.087s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.002789] env[62822]: DEBUG nova.objects.instance [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Lazy-loading 'resources' on Instance uuid 4ee06587-4fed-4eaf-b1ea-15362c6c438a {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.004598] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598f516a-d535-486b-8e92-e0e9d880966d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.011546] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.018132] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.018532] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.019484] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.019857] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.020228] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.020526] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.020840] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.021131] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.021404] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.021687] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.022052] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.027740] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f9cfe6f-cb0e-4161-8816-014e3c2b74a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.039215] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc753c5a-e64a-4efa-835d-10ed7cfefab0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.056802] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50be0cd8-a171-472f-85f1-23510a6dc1ec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.059650] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1059.059650] env[62822]: value = "task-2764872" [ 1059.059650] env[62822]: _type = "Task" [ 1059.059650] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.067700] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f39363-4af2-4483-afce-310936956e74 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.075012] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.105114] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178599MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1059.105554] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.150465] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.161023] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764871, 'name': ReconfigVM_Task, 'duration_secs': 0.288497} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.161512] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 3092b05c-6611-41b0-938f-290a78b6de67/3092b05c-6611-41b0-938f-290a78b6de67.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.161950] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50c6c3aa-3ab6-4502-8a00-5669c5d97ed4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.167376] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1059.167376] env[62822]: value = "task-2764873" [ 1059.167376] env[62822]: _type = "Task" [ 1059.167376] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.175215] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764873, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.266694] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.508123] env[62822]: DEBUG nova.compute.utils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.508123] env[62822]: DEBUG nova.compute.manager [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.511258] env[62822]: DEBUG nova.network.neutron [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.575395] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764872, 'name': ReconfigVM_Task, 'duration_secs': 0.315842} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.577074] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance 'e642dd4c-6901-41df-9fc7-64d2f9c1e38b' progress to 33 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.595650] env[62822]: DEBUG nova.policy [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91e916ef310f4b0d96a70288033db95c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bda8cc3e41743e2a93a4b7aeb17e8ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.657968] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764870, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.476011} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.658132] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] e96fba93-e8d0-411b-a992-c94a13b201db/e96fba93-e8d0-411b-a992-c94a13b201db.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.658483] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.661321] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a68ae4d-0f43-40c4-950b-6ca103873157 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.666963] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1059.666963] env[62822]: value = "task-2764874" [ 1059.666963] env[62822]: _type = "Task" [ 1059.666963] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.689821] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.694965] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764873, 'name': Rename_Task, 'duration_secs': 0.251601} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.695390] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.695785] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26e688c4-54da-47a5-a888-012cb828b4cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.703851] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1059.703851] env[62822]: value = "task-2764875" [ 1059.703851] env[62822]: _type = "Task" [ 1059.703851] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.714183] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.992429] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c9ec50-1f96-4ea3-9b7c-d5af579b9273 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.003389] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0b68d3-9f3b-4683-9696-588a9c613547 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.040835] env[62822]: DEBUG nova.compute.manager [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.045088] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae9a2c1-b235-4ae4-96f7-d4bd52f47cba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.058997] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c0d9c2-829d-4b4a-a19b-02d231b0ae7d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.065676] env[62822]: DEBUG nova.network.neutron [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Successfully created port: 3a418c50-3cfd-420f-ad35-7ea07ccaabfb {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.080024] env[62822]: DEBUG nova.compute.provider_tree [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.091327] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.091565] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.091794] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.091907] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.092062] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.092217] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.092434] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.092620] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.094943] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.094943] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.094943] env[62822]: DEBUG nova.virt.hardware [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.102021] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.102021] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff913847-555a-4423-9d78-aff333dba01b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.119701] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1060.119701] env[62822]: value = "task-2764876" [ 1060.119701] env[62822]: _type = "Task" [ 1060.119701] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.130339] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.181581] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071839} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.183102] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.183489] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82064701-cfce-4f1a-a387-3d79bcfc056d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.207437] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e96fba93-e8d0-411b-a992-c94a13b201db/e96fba93-e8d0-411b-a992-c94a13b201db.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.207859] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f5c477-6515-4fa4-bb5a-f95e74cf635d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.230871] env[62822]: DEBUG oslo_vmware.api [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2764875, 'name': PowerOnVM_Task, 'duration_secs': 0.472221} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.231626] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.231839] env[62822]: DEBUG nova.compute.manager [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.233261] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f8d1f-8c09-4af2-9145-66a74275f729 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.235845] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1060.235845] env[62822]: value = "task-2764877" [ 1060.235845] env[62822]: _type = "Task" [ 1060.235845] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.239763] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.239928] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.240109] env[62822]: DEBUG nova.network.neutron [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.254803] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.351967] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.351967] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.351967] env[62822]: INFO nova.compute.manager [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Attaching volume 7f290b4c-01c5-47df-8e0f-0f50d7d63ba4 to /dev/sdb [ 1060.395857] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b99bd02-2150-4bb6-b0d0-b4dcd791627a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.405226] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08e0197-1fdc-41b4-ad76-0e500f9c07bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.426877] env[62822]: DEBUG nova.virt.block_device [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Updating existing volume attachment record: 7f78cf87-f696-40a4-94fe-9236ce0cde96 {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1060.584071] env[62822]: DEBUG nova.scheduler.client.report [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.631142] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764876, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.747968] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764877, 'name': ReconfigVM_Task, 'duration_secs': 0.292941} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.748277] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e96fba93-e8d0-411b-a992-c94a13b201db/e96fba93-e8d0-411b-a992-c94a13b201db.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.749305] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d67d576-80ad-44cf-9ff5-57673aea7352 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.756477] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1060.756477] env[62822]: value = "task-2764879" [ 1060.756477] env[62822]: _type = "Task" [ 1060.756477] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.767060] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.772164] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764879, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.051039] env[62822]: DEBUG nova.compute.manager [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.090267] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.094110] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.380s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.094110] env[62822]: DEBUG nova.objects.instance [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lazy-loading 'resources' on Instance uuid d406347e-79c8-4db5-a515-12c42aec43bf {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.098659] env[62822]: DEBUG nova.virt.hardware [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.098911] env[62822]: DEBUG nova.virt.hardware [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.099078] env[62822]: DEBUG nova.virt.hardware [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.099259] env[62822]: DEBUG nova.virt.hardware [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.099408] env[62822]: DEBUG nova.virt.hardware [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.099547] env[62822]: DEBUG nova.virt.hardware [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.099783] env[62822]: DEBUG nova.virt.hardware [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.099894] env[62822]: DEBUG nova.virt.hardware [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.100064] env[62822]: DEBUG nova.virt.hardware [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.100221] env[62822]: DEBUG nova.virt.hardware [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.102281] env[62822]: DEBUG nova.virt.hardware [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.102281] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc44169-4a3b-41fa-a090-4c3d66495493 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.110989] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d44809f-583b-463d-a51e-905d9cdd1bd8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.118973] env[62822]: DEBUG nova.compute.manager [req-2be5d669-2021-49e8-9e1f-aed04632c943 req-1c49f4f3-6cbe-4a28-a588-d776f8d6a001 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Received event network-changed-7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.119126] env[62822]: DEBUG nova.compute.manager [req-2be5d669-2021-49e8-9e1f-aed04632c943 req-1c49f4f3-6cbe-4a28-a588-d776f8d6a001 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing instance network info cache due to event network-changed-7f7ee280-1fc2-493b-a2be-eae8092f6c4c. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1061.119315] env[62822]: DEBUG oslo_concurrency.lockutils [req-2be5d669-2021-49e8-9e1f-aed04632c943 req-1c49f4f3-6cbe-4a28-a588-d776f8d6a001 service nova] Acquiring lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.140994] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764876, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.142073] env[62822]: INFO nova.scheduler.client.report [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Deleted allocations for instance 4ee06587-4fed-4eaf-b1ea-15362c6c438a [ 1061.218838] env[62822]: INFO nova.network.neutron [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Port 22ecee52-3e1b-45f9-b76e-dcb1141e65ba from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1061.219246] env[62822]: DEBUG nova.network.neutron [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updating instance_info_cache with network_info: [{"id": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "address": "fa:16:3e:61:08:b1", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7ee280-1f", "ovs_interfaceid": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.270756] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764879, 'name': Rename_Task, 'duration_secs': 0.231935} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.271067] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.271312] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b482aa0-ef95-45cb-956e-b486b6db2dd6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.277792] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1061.277792] env[62822]: value = "task-2764882" [ 1061.277792] env[62822]: _type = "Task" [ 1061.277792] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.286167] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.640975] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764876, 'name': ReconfigVM_Task, 'duration_secs': 1.360773} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.641576] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.642445] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be386987-4000-440f-803c-244029ef2b9a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.678777] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] e642dd4c-6901-41df-9fc7-64d2f9c1e38b/e642dd4c-6901-41df-9fc7-64d2f9c1e38b.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.679025] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0fd3247b-960b-406c-a5b0-c470c1d49902 tempest-ServerTagsTestJSON-2018986079 tempest-ServerTagsTestJSON-2018986079-project-member] Lock "4ee06587-4fed-4eaf-b1ea-15362c6c438a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.534s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.680212] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6c43eb-76c7-41ce-9cf6-b63e154d3400 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.705472] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1061.705472] env[62822]: value = "task-2764883" [ 1061.705472] env[62822]: _type = "Task" [ 1061.705472] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.720088] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.723359] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.725964] env[62822]: DEBUG oslo_concurrency.lockutils [req-2be5d669-2021-49e8-9e1f-aed04632c943 req-1c49f4f3-6cbe-4a28-a588-d776f8d6a001 service nova] Acquired lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.726608] env[62822]: DEBUG nova.network.neutron [req-2be5d669-2021-49e8-9e1f-aed04632c943 req-1c49f4f3-6cbe-4a28-a588-d776f8d6a001 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Refreshing network info cache for port 7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.796948] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.799957] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "interface-995b5d3d-c730-4e9d-bbe2-0419071dc383-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.800161] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-995b5d3d-c730-4e9d-bbe2-0419071dc383-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.800846] env[62822]: DEBUG nova.objects.instance [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'flavor' on Instance uuid 995b5d3d-c730-4e9d-bbe2-0419071dc383 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.988312] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad83c0bf-99f9-4104-b8e0-2dd01ed959fd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.995861] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e5cd88-38d4-4af3-aae7-8472c4f9f44e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.036272] env[62822]: DEBUG nova.network.neutron [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Successfully updated port: 3a418c50-3cfd-420f-ad35-7ea07ccaabfb {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.038237] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b16e1c-3965-4f33-9138-98a9c6f79dcb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.049564] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3250a0d5-bf92-432a-a6f7-3e821e7e632a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.066943] env[62822]: DEBUG nova.compute.provider_tree [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.215809] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.228150] env[62822]: DEBUG nova.compute.manager [req-9bec2c5e-27fe-4f02-8368-607542497112 req-7b3fb42e-e048-4dbd-a1a2-910664996332 service nova] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Received event network-vif-plugged-3a418c50-3cfd-420f-ad35-7ea07ccaabfb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.228277] env[62822]: DEBUG oslo_concurrency.lockutils [req-9bec2c5e-27fe-4f02-8368-607542497112 req-7b3fb42e-e048-4dbd-a1a2-910664996332 service nova] Acquiring lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.228464] env[62822]: DEBUG oslo_concurrency.lockutils [req-9bec2c5e-27fe-4f02-8368-607542497112 req-7b3fb42e-e048-4dbd-a1a2-910664996332 service nova] Lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.229398] env[62822]: DEBUG oslo_concurrency.lockutils [req-9bec2c5e-27fe-4f02-8368-607542497112 req-7b3fb42e-e048-4dbd-a1a2-910664996332 service nova] Lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.229840] env[62822]: DEBUG nova.compute.manager [req-9bec2c5e-27fe-4f02-8368-607542497112 req-7b3fb42e-e048-4dbd-a1a2-910664996332 service nova] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] No waiting events found dispatching network-vif-plugged-3a418c50-3cfd-420f-ad35-7ea07ccaabfb {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.230291] env[62822]: WARNING nova.compute.manager [req-9bec2c5e-27fe-4f02-8368-607542497112 req-7b3fb42e-e048-4dbd-a1a2-910664996332 service nova] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Received unexpected event network-vif-plugged-3a418c50-3cfd-420f-ad35-7ea07ccaabfb for instance with vm_state building and task_state spawning. [ 1062.233798] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98afe44-ab3b-401e-8475-f97ed79d0e5b tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-eed96017-c449-4ebc-8fd3-57948f8602cb-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.927s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.290812] env[62822]: DEBUG oslo_vmware.api [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764882, 'name': PowerOnVM_Task, 'duration_secs': 0.565458} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.292364] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.292741] env[62822]: INFO nova.compute.manager [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1062.292830] env[62822]: DEBUG nova.compute.manager [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.296062] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a8583a-e718-40ce-b7fc-27f122b70073 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.298849] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "5e354d80-8f30-4531-85da-b23bed7c81df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.299086] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.457624] env[62822]: DEBUG nova.objects.instance [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'pci_requests' on Instance uuid 995b5d3d-c730-4e9d-bbe2-0419071dc383 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.504395] env[62822]: DEBUG nova.network.neutron [req-2be5d669-2021-49e8-9e1f-aed04632c943 req-1c49f4f3-6cbe-4a28-a588-d776f8d6a001 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updated VIF entry in instance network info cache for port 7f7ee280-1fc2-493b-a2be-eae8092f6c4c. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.504748] env[62822]: DEBUG nova.network.neutron [req-2be5d669-2021-49e8-9e1f-aed04632c943 req-1c49f4f3-6cbe-4a28-a588-d776f8d6a001 service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updating instance_info_cache with network_info: [{"id": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "address": "fa:16:3e:61:08:b1", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7ee280-1f", "ovs_interfaceid": "7f7ee280-1fc2-493b-a2be-eae8092f6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.543111] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "refresh_cache-a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.543253] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "refresh_cache-a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.543504] env[62822]: DEBUG nova.network.neutron [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.570725] env[62822]: DEBUG nova.scheduler.client.report [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.717983] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764883, 'name': ReconfigVM_Task, 'duration_secs': 0.54727} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.718312] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] e642dd4c-6901-41df-9fc7-64d2f9c1e38b/e642dd4c-6901-41df-9fc7-64d2f9c1e38b.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.718655] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance 'e642dd4c-6901-41df-9fc7-64d2f9c1e38b' progress to 50 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.801723] env[62822]: DEBUG nova.compute.manager [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.825998] env[62822]: INFO nova.compute.manager [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Took 15.60 seconds to build instance. [ 1062.960512] env[62822]: DEBUG nova.objects.base [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Object Instance<995b5d3d-c730-4e9d-bbe2-0419071dc383> lazy-loaded attributes: flavor,pci_requests {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.960757] env[62822]: DEBUG nova.network.neutron [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.007456] env[62822]: DEBUG oslo_concurrency.lockutils [req-2be5d669-2021-49e8-9e1f-aed04632c943 req-1c49f4f3-6cbe-4a28-a588-d776f8d6a001 service nova] Releasing lock "refresh_cache-eed96017-c449-4ebc-8fd3-57948f8602cb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.029768] env[62822]: DEBUG nova.policy [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396229863b894f138dec9688a94b8de9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd460b6edfebe4f71820ebf90addff5de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.075488] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.079831] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.886s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.080522] env[62822]: INFO nova.compute.claims [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.103650] env[62822]: DEBUG nova.network.neutron [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.110590] env[62822]: INFO nova.scheduler.client.report [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Deleted allocations for instance d406347e-79c8-4db5-a515-12c42aec43bf [ 1063.225902] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a39a070-ef61-4c6c-85f1-9c2102eb71ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.252502] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2105e526-0a5f-4e58-ab4f-9492a6b87902 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.275154] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance 'e642dd4c-6901-41df-9fc7-64d2f9c1e38b' progress to 67 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.327512] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.328151] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e10d41fc-a348-4eda-a1ad-f7ad252adcb4 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "e96fba93-e8d0-411b-a992-c94a13b201db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.112s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.342967] env[62822]: DEBUG nova.network.neutron [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Updating instance_info_cache with network_info: [{"id": "3a418c50-3cfd-420f-ad35-7ea07ccaabfb", "address": "fa:16:3e:3d:3b:ff", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a418c50-3c", "ovs_interfaceid": "3a418c50-3cfd-420f-ad35-7ea07ccaabfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.382191] env[62822]: DEBUG nova.compute.manager [req-3de605b4-f1ea-4db1-8951-fa0657e0475c req-8615e9f0-3acf-4d3c-9463-950c733a0e75 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Received event network-changed-3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.382191] env[62822]: DEBUG nova.compute.manager [req-3de605b4-f1ea-4db1-8951-fa0657e0475c req-8615e9f0-3acf-4d3c-9463-950c733a0e75 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Refreshing instance network info cache due to event network-changed-3a3f284c-0829-433d-abb9-eafa700f8b69. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1063.382191] env[62822]: DEBUG oslo_concurrency.lockutils [req-3de605b4-f1ea-4db1-8951-fa0657e0475c req-8615e9f0-3acf-4d3c-9463-950c733a0e75 service nova] Acquiring lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.382191] env[62822]: DEBUG oslo_concurrency.lockutils [req-3de605b4-f1ea-4db1-8951-fa0657e0475c req-8615e9f0-3acf-4d3c-9463-950c733a0e75 service nova] Acquired lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.382191] env[62822]: DEBUG nova.network.neutron [req-3de605b4-f1ea-4db1-8951-fa0657e0475c req-8615e9f0-3acf-4d3c-9463-950c733a0e75 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Refreshing network info cache for port 3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.622828] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8e8836e5-7487-4df0-ab94-101309de467f tempest-ServerDiskConfigTestJSON-2131327107 tempest-ServerDiskConfigTestJSON-2131327107-project-member] Lock "d406347e-79c8-4db5-a515-12c42aec43bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.428s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.849189] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "refresh_cache-a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.849189] env[62822]: DEBUG nova.compute.manager [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Instance network_info: |[{"id": "3a418c50-3cfd-420f-ad35-7ea07ccaabfb", "address": "fa:16:3e:3d:3b:ff", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a418c50-3c", "ovs_interfaceid": "3a418c50-3cfd-420f-ad35-7ea07ccaabfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.849189] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:3b:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a418c50-3cfd-420f-ad35-7ea07ccaabfb', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.857718] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Creating folder: Project (5bda8cc3e41743e2a93a4b7aeb17e8ec). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.858177] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39a98607-c3b2-45ad-b7f3-a0aafcfab81e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.870974] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Created folder: Project (5bda8cc3e41743e2a93a4b7aeb17e8ec) in parent group-v555973. [ 1063.873094] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Creating folder: Instances. Parent ref: group-v556249. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.873094] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f882e686-73f1-4140-a137-ddd96b40381e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.882200] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Created folder: Instances in parent group-v556249. [ 1063.882716] env[62822]: DEBUG oslo.service.loopingcall [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.883063] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.883455] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31643a16-0bf2-4dc8-a8bd-4a91cf85b158 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.907905] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.907905] env[62822]: value = "task-2764887" [ 1063.907905] env[62822]: _type = "Task" [ 1063.907905] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.917717] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764887, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.176438] env[62822]: DEBUG nova.network.neutron [req-3de605b4-f1ea-4db1-8951-fa0657e0475c req-8615e9f0-3acf-4d3c-9463-950c733a0e75 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updated VIF entry in instance network info cache for port 3a3f284c-0829-433d-abb9-eafa700f8b69. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.176811] env[62822]: DEBUG nova.network.neutron [req-3de605b4-f1ea-4db1-8951-fa0657e0475c req-8615e9f0-3acf-4d3c-9463-950c733a0e75 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updating instance_info_cache with network_info: [{"id": "3a3f284c-0829-433d-abb9-eafa700f8b69", "address": "fa:16:3e:59:67:8e", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3f284c-08", "ovs_interfaceid": "3a3f284c-0829-433d-abb9-eafa700f8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.318941] env[62822]: DEBUG nova.compute.manager [req-59899744-563f-4de4-8760-011c3ada1888 req-709abca0-8e43-4898-b9d6-92475b953c5c service nova] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Received event network-changed-3a418c50-3cfd-420f-ad35-7ea07ccaabfb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.319202] env[62822]: DEBUG nova.compute.manager [req-59899744-563f-4de4-8760-011c3ada1888 req-709abca0-8e43-4898-b9d6-92475b953c5c service nova] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Refreshing instance network info cache due to event network-changed-3a418c50-3cfd-420f-ad35-7ea07ccaabfb. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.319374] env[62822]: DEBUG oslo_concurrency.lockutils [req-59899744-563f-4de4-8760-011c3ada1888 req-709abca0-8e43-4898-b9d6-92475b953c5c service nova] Acquiring lock "refresh_cache-a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.319513] env[62822]: DEBUG oslo_concurrency.lockutils [req-59899744-563f-4de4-8760-011c3ada1888 req-709abca0-8e43-4898-b9d6-92475b953c5c service nova] Acquired lock "refresh_cache-a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.319676] env[62822]: DEBUG nova.network.neutron [req-59899744-563f-4de4-8760-011c3ada1888 req-709abca0-8e43-4898-b9d6-92475b953c5c service nova] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Refreshing network info cache for port 3a418c50-3cfd-420f-ad35-7ea07ccaabfb {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.414259] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a365be-5e03-4444-8671-790d460d4b8b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.426779] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764887, 'name': CreateVM_Task, 'duration_secs': 0.455355} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.429053] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.429917] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.430093] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.430408] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.431436] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319ecb75-ac8f-4a34-b64c-be334e8bd49a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.435070] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7867926-0149-476f-9aba-72e8c0bbbfcc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.440476] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1064.440476] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5247a647-5cdd-64c5-6929-97bf5b089794" [ 1064.440476] env[62822]: _type = "Task" [ 1064.440476] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.473445] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69268d6a-2d56-43a7-8ee1-cd5deea46e89 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.482078] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5247a647-5cdd-64c5-6929-97bf5b089794, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.484834] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.485168] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.485436] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.485595] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.485773] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.486386] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74ad314d-7e80-4230-8241-1a0011900599 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.489659] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ef4d57-84ad-4cff-b471-42208abbcd0a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.507841] env[62822]: DEBUG nova.compute.provider_tree [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.513143] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.513143] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.513143] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681eac11-d955-4e1f-a5ff-a002cba1f70c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.519058] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1064.519058] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5280173d-2811-303a-5950-7d62e8e143b9" [ 1064.519058] env[62822]: _type = "Task" [ 1064.519058] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.530162] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5280173d-2811-303a-5950-7d62e8e143b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.682069] env[62822]: DEBUG oslo_concurrency.lockutils [req-3de605b4-f1ea-4db1-8951-fa0657e0475c req-8615e9f0-3acf-4d3c-9463-950c733a0e75 service nova] Releasing lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.752728] env[62822]: DEBUG nova.network.neutron [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Successfully updated port: 22ecee52-3e1b-45f9-b76e-dcb1141e65ba {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.841209] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "492a0edf-38c7-436f-81e7-b6112dc16426" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.841447] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.879081] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "e96fba93-e8d0-411b-a992-c94a13b201db" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.879081] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "e96fba93-e8d0-411b-a992-c94a13b201db" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.879527] env[62822]: DEBUG nova.compute.manager [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.880138] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab67d717-9b41-4344-9ed0-4e747dd18c72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.887302] env[62822]: DEBUG nova.compute.manager [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62822) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1064.887911] env[62822]: DEBUG nova.objects.instance [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lazy-loading 'flavor' on Instance uuid e96fba93-e8d0-411b-a992-c94a13b201db {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.972107] env[62822]: DEBUG nova.network.neutron [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Port cf8cec6a-19bd-4348-805a-172497618afb binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1065.011224] env[62822]: DEBUG nova.scheduler.client.report [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.029418] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5280173d-2811-303a-5950-7d62e8e143b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008874} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.031249] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6369a371-cc6a-4b54-ab83-6899f97fdb3f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.037294] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1065.037294] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5213ce8a-a5ae-0f46-957d-9f0177dc649f" [ 1065.037294] env[62822]: _type = "Task" [ 1065.037294] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.045728] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5213ce8a-a5ae-0f46-957d-9f0177dc649f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.048787] env[62822]: DEBUG nova.network.neutron [req-59899744-563f-4de4-8760-011c3ada1888 req-709abca0-8e43-4898-b9d6-92475b953c5c service nova] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Updated VIF entry in instance network info cache for port 3a418c50-3cfd-420f-ad35-7ea07ccaabfb. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.049178] env[62822]: DEBUG nova.network.neutron [req-59899744-563f-4de4-8760-011c3ada1888 req-709abca0-8e43-4898-b9d6-92475b953c5c service nova] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Updating instance_info_cache with network_info: [{"id": "3a418c50-3cfd-420f-ad35-7ea07ccaabfb", "address": "fa:16:3e:3d:3b:ff", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a418c50-3c", "ovs_interfaceid": "3a418c50-3cfd-420f-ad35-7ea07ccaabfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.257389] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.257611] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.257847] env[62822]: DEBUG nova.network.neutron [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.344875] env[62822]: DEBUG nova.compute.utils [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.479697] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1065.479925] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556248', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'name': 'volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77', 'attached_at': '', 'detached_at': '', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'serial': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1065.480826] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9900c677-f112-4017-a257-917ba1517ab5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.497087] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c0a959-87c0-428c-8125-39599c6f0915 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.522287] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4/volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.523318] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.523838] env[62822]: DEBUG nova.compute.manager [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.526409] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805bbdea-92fe-45c8-bab7-722b1b61f8ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.539964] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.530s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.540484] env[62822]: DEBUG nova.objects.instance [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Lazy-loading 'resources' on Instance uuid bbafd2f0-d215-442d-b4c2-27db5d348ada {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.550870] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5213ce8a-a5ae-0f46-957d-9f0177dc649f, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.552258] env[62822]: DEBUG oslo_concurrency.lockutils [req-59899744-563f-4de4-8760-011c3ada1888 req-709abca0-8e43-4898-b9d6-92475b953c5c service nova] Releasing lock "refresh_cache-a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.552634] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.552897] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] a1c5540c-3ec7-4ec9-a797-a7d92f2469d2/a1c5540c-3ec7-4ec9-a797-a7d92f2469d2.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.553221] env[62822]: DEBUG oslo_vmware.api [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1065.553221] env[62822]: value = "task-2764888" [ 1065.553221] env[62822]: _type = "Task" [ 1065.553221] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.553639] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdd869ea-4d1b-4e51-bf95-8c1a7096f890 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.565129] env[62822]: DEBUG oslo_vmware.api [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764888, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.566301] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1065.566301] env[62822]: value = "task-2764889" [ 1065.566301] env[62822]: _type = "Task" [ 1065.566301] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.573970] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.801148] env[62822]: WARNING nova.network.neutron [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] 2ce291d0-7b4f-44a7-af76-fbc0d578aeeb already exists in list: networks containing: ['2ce291d0-7b4f-44a7-af76-fbc0d578aeeb']. ignoring it [ 1065.848235] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.895638] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.896097] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa00ea08-e397-4c42-8b2e-c96dc85379f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.903098] env[62822]: DEBUG oslo_vmware.api [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1065.903098] env[62822]: value = "task-2764890" [ 1065.903098] env[62822]: _type = "Task" [ 1065.903098] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.918159] env[62822]: DEBUG oslo_vmware.api [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.004182] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.004469] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.004664] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.044198] env[62822]: DEBUG nova.compute.utils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.045640] env[62822]: DEBUG nova.compute.manager [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.045810] env[62822]: DEBUG nova.network.neutron [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.068275] env[62822]: DEBUG oslo_vmware.api [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764888, 'name': ReconfigVM_Task, 'duration_secs': 0.49306} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.071729] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4/volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.080190] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa63011c-578c-4eab-b584-22604d533e95 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.095786] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505915} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.097146] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] a1c5540c-3ec7-4ec9-a797-a7d92f2469d2/a1c5540c-3ec7-4ec9-a797-a7d92f2469d2.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.097375] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.097692] env[62822]: DEBUG oslo_vmware.api [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1066.097692] env[62822]: value = "task-2764891" [ 1066.097692] env[62822]: _type = "Task" [ 1066.097692] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.097957] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa5234cc-eadc-4ad7-91ef-e3c888c2378d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.111614] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1066.111614] env[62822]: value = "task-2764892" [ 1066.111614] env[62822]: _type = "Task" [ 1066.111614] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.118832] env[62822]: DEBUG oslo_vmware.api [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.120526] env[62822]: DEBUG nova.policy [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff12c7f927b4430c93fade8bd07ed273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1832521c1544e4db5a68db1ed22aaef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.128742] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.216818] env[62822]: DEBUG nova.network.neutron [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updating instance_info_cache with network_info: [{"id": "3a3f284c-0829-433d-abb9-eafa700f8b69", "address": "fa:16:3e:59:67:8e", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3f284c-08", "ovs_interfaceid": "3a3f284c-0829-433d-abb9-eafa700f8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22ecee52-3e1b-45f9-b76e-dcb1141e65ba", "address": "fa:16:3e:f3:a0:f9", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ecee52-3e", "ovs_interfaceid": "22ecee52-3e1b-45f9-b76e-dcb1141e65ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.346519] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddbf0a3-1389-48f5-8f4e-bc4e9339f7c5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.355134] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1812565a-3560-47d6-90a1-8e0ba4797983 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.387984] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b44bd1b-bebc-4272-8eac-a191d872963e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.397430] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b90882-1aaa-469f-ab5c-dc9a13b5ff6f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.411217] env[62822]: DEBUG nova.compute.provider_tree [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.421943] env[62822]: DEBUG oslo_vmware.api [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764890, 'name': PowerOffVM_Task, 'duration_secs': 0.213202} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.421943] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.422163] env[62822]: DEBUG nova.compute.manager [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.422855] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2980288a-aec7-432f-b0b0-b2a330f46d84 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.451255] env[62822]: DEBUG nova.network.neutron [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Successfully created port: eeda2afe-9812-4e82-8163-92aa1ad11852 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.551693] env[62822]: DEBUG nova.compute.manager [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.609746] env[62822]: DEBUG oslo_vmware.api [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764891, 'name': ReconfigVM_Task, 'duration_secs': 0.449192} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.610091] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556248', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'name': 'volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77', 'attached_at': '', 'detached_at': '', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'serial': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1066.620686] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061897} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.621255] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.622041] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d1bcca-668d-416e-9b97-570aca39d02e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.646064] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a1c5540c-3ec7-4ec9-a797-a7d92f2469d2/a1c5540c-3ec7-4ec9-a797-a7d92f2469d2.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.647186] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a98519-de7c-4273-af71-1887cc76da7d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.669712] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1066.669712] env[62822]: value = "task-2764893" [ 1066.669712] env[62822]: _type = "Task" [ 1066.669712] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.678054] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.720824] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.720824] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.720824] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.721701] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54437e84-c9fe-46cb-8a23-bb04dc8c733e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.739032] env[62822]: DEBUG nova.virt.hardware [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.739332] env[62822]: DEBUG nova.virt.hardware [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.739523] env[62822]: DEBUG nova.virt.hardware [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.739753] env[62822]: DEBUG nova.virt.hardware [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.739928] env[62822]: DEBUG nova.virt.hardware [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.740142] env[62822]: DEBUG nova.virt.hardware [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.740431] env[62822]: DEBUG nova.virt.hardware [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.740634] env[62822]: DEBUG nova.virt.hardware [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.740849] env[62822]: DEBUG nova.virt.hardware [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.741055] env[62822]: DEBUG nova.virt.hardware [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.741286] env[62822]: DEBUG nova.virt.hardware [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.747671] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Reconfiguring VM to attach interface {{(pid=62822) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1066.748333] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d529524a-fc5b-47ca-9c8a-c56d3962f0fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.764571] env[62822]: DEBUG oslo_vmware.api [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1066.764571] env[62822]: value = "task-2764894" [ 1066.764571] env[62822]: _type = "Task" [ 1066.764571] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.772176] env[62822]: DEBUG oslo_vmware.api [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764894, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.917444] env[62822]: DEBUG nova.scheduler.client.report [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.935672] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "492a0edf-38c7-436f-81e7-b6112dc16426" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.935932] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.936174] env[62822]: INFO nova.compute.manager [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Attaching volume 7bc9d3be-35f9-4ff4-88ff-ae274875d6ee to /dev/sdb [ 1066.940200] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9a936ee1-7232-448f-9fea-87b12cc67f6c tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "e96fba93-e8d0-411b-a992-c94a13b201db" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.968686] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977b8ea6-a48c-4a6b-8411-87784c65c816 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.977121] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c24972b-9d58-42cd-bde6-0d9cb38215f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.990946] env[62822]: DEBUG nova.virt.block_device [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Updating existing volume attachment record: 645768fd-24b1-48ff-b033-104303f8b5ff {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1067.003792] env[62822]: DEBUG nova.compute.manager [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Received event network-vif-plugged-22ecee52-3e1b-45f9-b76e-dcb1141e65ba {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.005047] env[62822]: DEBUG oslo_concurrency.lockutils [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] Acquiring lock "995b5d3d-c730-4e9d-bbe2-0419071dc383-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.005047] env[62822]: DEBUG oslo_concurrency.lockutils [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] Lock "995b5d3d-c730-4e9d-bbe2-0419071dc383-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.005047] env[62822]: DEBUG oslo_concurrency.lockutils [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] Lock "995b5d3d-c730-4e9d-bbe2-0419071dc383-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.005047] env[62822]: DEBUG nova.compute.manager [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] No waiting events found dispatching network-vif-plugged-22ecee52-3e1b-45f9-b76e-dcb1141e65ba {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.005047] env[62822]: WARNING nova.compute.manager [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Received unexpected event network-vif-plugged-22ecee52-3e1b-45f9-b76e-dcb1141e65ba for instance with vm_state active and task_state None. [ 1067.005047] env[62822]: DEBUG nova.compute.manager [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Received event network-changed-22ecee52-3e1b-45f9-b76e-dcb1141e65ba {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.005549] env[62822]: DEBUG nova.compute.manager [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Refreshing instance network info cache due to event network-changed-22ecee52-3e1b-45f9-b76e-dcb1141e65ba. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1067.005549] env[62822]: DEBUG oslo_concurrency.lockutils [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] Acquiring lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.005549] env[62822]: DEBUG oslo_concurrency.lockutils [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] Acquired lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.006722] env[62822]: DEBUG nova.network.neutron [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Refreshing network info cache for port 22ecee52-3e1b-45f9-b76e-dcb1141e65ba {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.042517] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.042744] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.042919] env[62822]: DEBUG nova.network.neutron [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.180014] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.275544] env[62822]: DEBUG oslo_vmware.api [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.423053] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.425589] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.320s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.456047] env[62822]: INFO nova.scheduler.client.report [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Deleted allocations for instance bbafd2f0-d215-442d-b4c2-27db5d348ada [ 1067.561106] env[62822]: DEBUG nova.compute.manager [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.594979] env[62822]: DEBUG nova.virt.hardware [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.596159] env[62822]: DEBUG nova.virt.hardware [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.596159] env[62822]: DEBUG nova.virt.hardware [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.596159] env[62822]: DEBUG nova.virt.hardware [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.596159] env[62822]: DEBUG nova.virt.hardware [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.596159] env[62822]: DEBUG nova.virt.hardware [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.596159] env[62822]: DEBUG nova.virt.hardware [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.596408] env[62822]: DEBUG nova.virt.hardware [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.596408] env[62822]: DEBUG nova.virt.hardware [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.596638] env[62822]: DEBUG nova.virt.hardware [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.597882] env[62822]: DEBUG nova.virt.hardware [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.598021] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5843a5-f1b4-464e-a3e9-f3405b1f19ec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.606600] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a29f006-f9ad-4438-99b4-9f9f60be00c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.656286] env[62822]: DEBUG nova.objects.instance [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lazy-loading 'flavor' on Instance uuid 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.680765] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764893, 'name': ReconfigVM_Task, 'duration_secs': 0.852174} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.683415] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a1c5540c-3ec7-4ec9-a797-a7d92f2469d2/a1c5540c-3ec7-4ec9-a797-a7d92f2469d2.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.684140] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b395a50a-3818-435e-ae44-f2ecd6310b84 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.693449] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1067.693449] env[62822]: value = "task-2764898" [ 1067.693449] env[62822]: _type = "Task" [ 1067.693449] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.708101] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764898, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.778156] env[62822]: DEBUG oslo_vmware.api [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764894, 'name': ReconfigVM_Task, 'duration_secs': 0.604948} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.778957] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.779357] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Reconfigured VM to attach interface {{(pid=62822) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1067.903026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "e96fba93-e8d0-411b-a992-c94a13b201db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.903026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "e96fba93-e8d0-411b-a992-c94a13b201db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.903026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "e96fba93-e8d0-411b-a992-c94a13b201db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.903026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "e96fba93-e8d0-411b-a992-c94a13b201db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.903026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "e96fba93-e8d0-411b-a992-c94a13b201db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.905343] env[62822]: INFO nova.compute.manager [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Terminating instance [ 1067.967475] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b98f6368-ed30-4b4d-9649-9d4616d1efcf tempest-ServersTestFqdnHostnames-1151627545 tempest-ServersTestFqdnHostnames-1151627545-project-member] Lock "bbafd2f0-d215-442d-b4c2-27db5d348ada" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.761s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.092630] env[62822]: DEBUG nova.network.neutron [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updated VIF entry in instance network info cache for port 22ecee52-3e1b-45f9-b76e-dcb1141e65ba. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.093121] env[62822]: DEBUG nova.network.neutron [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updating instance_info_cache with network_info: [{"id": "3a3f284c-0829-433d-abb9-eafa700f8b69", "address": "fa:16:3e:59:67:8e", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3f284c-08", "ovs_interfaceid": "3a3f284c-0829-433d-abb9-eafa700f8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22ecee52-3e1b-45f9-b76e-dcb1141e65ba", "address": "fa:16:3e:f3:a0:f9", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ecee52-3e", "ovs_interfaceid": "22ecee52-3e1b-45f9-b76e-dcb1141e65ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.157104] env[62822]: DEBUG nova.network.neutron [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance_info_cache with network_info: [{"id": "cf8cec6a-19bd-4348-805a-172497618afb", "address": "fa:16:3e:c8:bd:7a", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8cec6a-19", "ovs_interfaceid": "cf8cec6a-19bd-4348-805a-172497618afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.163439] env[62822]: DEBUG oslo_concurrency.lockutils [None req-59559296-4fca-4208-a3ed-bed06d26db6f tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.812s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.205371] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764898, 'name': Rename_Task, 'duration_secs': 0.241326} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.205970] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.206136] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdf1026d-c3eb-4230-bb9e-ff513c601fed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.212847] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1068.212847] env[62822]: value = "task-2764899" [ 1068.212847] env[62822]: _type = "Task" [ 1068.212847] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.286040] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f48a0d3-48d9-48c7-8df1-a2065fab4f57 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-995b5d3d-c730-4e9d-bbe2-0419071dc383-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.486s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.389471] env[62822]: DEBUG nova.network.neutron [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Successfully updated port: eeda2afe-9812-4e82-8163-92aa1ad11852 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.414442] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "2787b2c8-2ffb-460d-a95c-63050a70725c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.414739] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "2787b2c8-2ffb-460d-a95c-63050a70725c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.414948] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "2787b2c8-2ffb-460d-a95c-63050a70725c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.415250] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "2787b2c8-2ffb-460d-a95c-63050a70725c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.415339] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "2787b2c8-2ffb-460d-a95c-63050a70725c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.417215] env[62822]: DEBUG nova.compute.manager [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.417415] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.418131] env[62822]: INFO nova.compute.manager [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Terminating instance [ 1068.419982] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d812e-1095-4af5-9346-2d98492c3375 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.430947] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.431397] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1734bf0d-e84e-4a0a-8830-afae5f8b1448 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.439397] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Applying migration context for instance e642dd4c-6901-41df-9fc7-64d2f9c1e38b as it has an incoming, in-progress migration 74f85928-2cfe-424c-9d48-2689c63b2825. Migration status is post-migrating {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1068.441684] env[62822]: INFO nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating resource usage from migration 74f85928-2cfe-424c-9d48-2689c63b2825 [ 1068.465954] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.466182] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 3bd82072-2c33-475f-bac6-da59d2c431ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.466326] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance b5714e47-2750-4617-a185-7e1cfeac03dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.466502] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.466648] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 62e118a1-1e3c-4220-bc62-20f4bacb9e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.466781] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance eed96017-c449-4ebc-8fd3-57948f8602cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.466929] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2d1123ad-3bdc-4015-a310-b33dd6a36033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.467066] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.467211] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 3092b05c-6611-41b0-938f-290a78b6de67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.467376] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 492a0edf-38c7-436f-81e7-b6112dc16426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.467510] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 6768000e-8e69-4f92-a0d7-976fd23c6493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.467653] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2787b2c8-2ffb-460d-a95c-63050a70725c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.467774] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 995b5d3d-c730-4e9d-bbe2-0419071dc383 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.467918] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 1d34622b-1e1a-445f-8508-f53bec37f109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.468053] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance e96fba93-e8d0-411b-a992-c94a13b201db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.468204] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Migration 74f85928-2cfe-424c-9d48-2689c63b2825 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1068.468332] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance e642dd4c-6901-41df-9fc7-64d2f9c1e38b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.468466] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance a1c5540c-3ec7-4ec9-a797-a7d92f2469d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.468594] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 9c810f48-abf2-447b-b1e3-6c8864f7de13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.490838] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.491071] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.491258] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleting the datastore file [datastore1] e96fba93-e8d0-411b-a992-c94a13b201db {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.491512] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3cd1ee7-2b2e-4865-ad5c-cbcc61e690e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.498598] env[62822]: DEBUG oslo_vmware.api [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1068.498598] env[62822]: value = "task-2764901" [ 1068.498598] env[62822]: _type = "Task" [ 1068.498598] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.507137] env[62822]: DEBUG oslo_vmware.api [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.581106] env[62822]: DEBUG oslo_concurrency.lockutils [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "6768000e-8e69-4f92-a0d7-976fd23c6493" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.581354] env[62822]: DEBUG oslo_concurrency.lockutils [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.595514] env[62822]: DEBUG oslo_concurrency.lockutils [req-c2fd12e8-890b-4ef8-8b6e-4cb89470c5cf req-b0d32d03-2756-47d8-990e-b2e8f8f9c777 service nova] Releasing lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.659802] env[62822]: DEBUG oslo_concurrency.lockutils [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.723861] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.870804] env[62822]: INFO nova.compute.manager [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Rebuilding instance [ 1068.892211] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "refresh_cache-9c810f48-abf2-447b-b1e3-6c8864f7de13" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.892366] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired lock "refresh_cache-9c810f48-abf2-447b-b1e3-6c8864f7de13" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.892560] env[62822]: DEBUG nova.network.neutron [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.922636] env[62822]: DEBUG nova.compute.manager [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.923554] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8793bc4b-6b46-4ecc-b335-309c51864daf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.927195] env[62822]: DEBUG nova.compute.manager [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.927392] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.928511] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbaa209-6f70-4d11-af30-56bf53ff3776 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.942239] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.942239] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db840136-56e8-47f8-87e4-de49f4623679 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.949127] env[62822]: DEBUG oslo_vmware.api [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1068.949127] env[62822]: value = "task-2764902" [ 1068.949127] env[62822]: _type = "Task" [ 1068.949127] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.958761] env[62822]: DEBUG oslo_vmware.api [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.971772] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 5e354d80-8f30-4531-85da-b23bed7c81df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1068.972109] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1068.972248] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1069.011946] env[62822]: DEBUG oslo_vmware.api [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350769} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.014338] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.014338] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.014410] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.015147] env[62822]: INFO nova.compute.manager [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1069.015147] env[62822]: DEBUG oslo.service.loopingcall [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.015147] env[62822]: DEBUG nova.compute.manager [-] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.015147] env[62822]: DEBUG nova.network.neutron [-] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.085486] env[62822]: DEBUG nova.compute.utils [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.173682] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef901cf-9385-4c0d-960b-3d9141d9dbab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.182161] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fc71ca-ce03-4329-a903-5e6db4e7bdfd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.223104] env[62822]: DEBUG oslo_vmware.api [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764899, 'name': PowerOnVM_Task, 'duration_secs': 0.602807} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.223387] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.223594] env[62822]: INFO nova.compute.manager [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1069.223855] env[62822]: DEBUG nova.compute.manager [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.224639] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09f67ba-1fbb-4e4d-8661-934830cb525f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.306090] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf439fd-5d24-4048-bcf3-87093c3dbfab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.314036] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a05ce8-18e7-46d6-84f5-c2e9d8ef5e6d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.351680] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24bde5b-47a5-44e2-9e41-a6ccd203c69c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.359187] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b097f8-ce28-4eea-b015-871ca298e25d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.373346] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.461445] env[62822]: DEBUG oslo_vmware.api [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764902, 'name': PowerOffVM_Task, 'duration_secs': 0.248554} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.462333] env[62822]: DEBUG nova.network.neutron [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.465644] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.465644] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.466999] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d11009d-2f87-4a74-9566-f985a0ae3027 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.536552] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.536777] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.536962] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleting the datastore file [datastore2] 2787b2c8-2ffb-460d-a95c-63050a70725c {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.537276] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2f992b3-5a20-41f6-8e6a-43c0ed202689 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.546355] env[62822]: DEBUG oslo_vmware.api [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1069.546355] env[62822]: value = "task-2764905" [ 1069.546355] env[62822]: _type = "Task" [ 1069.546355] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.556184] env[62822]: DEBUG oslo_vmware.api [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.588484] env[62822]: DEBUG oslo_concurrency.lockutils [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.748720] env[62822]: INFO nova.compute.manager [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Took 17.42 seconds to build instance. [ 1069.786641] env[62822]: DEBUG nova.network.neutron [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Updating instance_info_cache with network_info: [{"id": "eeda2afe-9812-4e82-8163-92aa1ad11852", "address": "fa:16:3e:94:ef:4a", "network": {"id": "ba7a630e-a214-4896-8e31-9fede15ebfb7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-813209239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1832521c1544e4db5a68db1ed22aaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeda2afe-98", "ovs_interfaceid": "eeda2afe-9812-4e82-8163-92aa1ad11852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.879285] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.945342] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.946098] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f89318cb-45b5-4db8-8482-2f4959c26186 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.954549] env[62822]: DEBUG nova.compute.manager [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Received event network-vif-plugged-eeda2afe-9812-4e82-8163-92aa1ad11852 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.954879] env[62822]: DEBUG oslo_concurrency.lockutils [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] Acquiring lock "9c810f48-abf2-447b-b1e3-6c8864f7de13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.956030] env[62822]: DEBUG oslo_concurrency.lockutils [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] Lock "9c810f48-abf2-447b-b1e3-6c8864f7de13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.956030] env[62822]: DEBUG oslo_concurrency.lockutils [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] Lock "9c810f48-abf2-447b-b1e3-6c8864f7de13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.956030] env[62822]: DEBUG nova.compute.manager [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] No waiting events found dispatching network-vif-plugged-eeda2afe-9812-4e82-8163-92aa1ad11852 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.956030] env[62822]: WARNING nova.compute.manager [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Received unexpected event network-vif-plugged-eeda2afe-9812-4e82-8163-92aa1ad11852 for instance with vm_state building and task_state spawning. [ 1069.956030] env[62822]: DEBUG nova.compute.manager [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Received event network-changed-eeda2afe-9812-4e82-8163-92aa1ad11852 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.956302] env[62822]: DEBUG nova.compute.manager [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Refreshing instance network info cache due to event network-changed-eeda2afe-9812-4e82-8163-92aa1ad11852. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1069.956302] env[62822]: DEBUG oslo_concurrency.lockutils [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] Acquiring lock "refresh_cache-9c810f48-abf2-447b-b1e3-6c8864f7de13" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.958147] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1069.958147] env[62822]: value = "task-2764906" [ 1069.958147] env[62822]: _type = "Task" [ 1069.958147] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.968668] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.057374] env[62822]: DEBUG oslo_vmware.api [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153924} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.057374] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.057374] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.057813] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.057813] env[62822]: INFO nova.compute.manager [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1070.058081] env[62822]: DEBUG oslo.service.loopingcall [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1070.058232] env[62822]: DEBUG nova.compute.manager [-] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.058329] env[62822]: DEBUG nova.network.neutron [-] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.138677] env[62822]: DEBUG nova.network.neutron [-] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.249853] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8647bd21-66bd-4cb3-8096-f294b4f1adad tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.929s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.290362] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Releasing lock "refresh_cache-9c810f48-abf2-447b-b1e3-6c8864f7de13" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.290362] env[62822]: DEBUG nova.compute.manager [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Instance network_info: |[{"id": "eeda2afe-9812-4e82-8163-92aa1ad11852", "address": "fa:16:3e:94:ef:4a", "network": {"id": "ba7a630e-a214-4896-8e31-9fede15ebfb7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-813209239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1832521c1544e4db5a68db1ed22aaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeda2afe-98", "ovs_interfaceid": "eeda2afe-9812-4e82-8163-92aa1ad11852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.294461] env[62822]: DEBUG oslo_concurrency.lockutils [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] Acquired lock "refresh_cache-9c810f48-abf2-447b-b1e3-6c8864f7de13" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.294676] env[62822]: DEBUG nova.network.neutron [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Refreshing network info cache for port eeda2afe-9812-4e82-8163-92aa1ad11852 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.295944] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ef:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eeda2afe-9812-4e82-8163-92aa1ad11852', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.307752] env[62822]: DEBUG oslo.service.loopingcall [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1070.311410] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.313857] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae16343d-727c-4e64-b2d8-2e901cf7caf3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.332202] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a974479-6b89-490a-a048-a6ad4e1fc89c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.364988] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b815cdb1-f97a-46cd-b213-72945a7398c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.369208] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.369208] env[62822]: value = "task-2764907" [ 1070.369208] env[62822]: _type = "Task" [ 1070.369208] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.375559] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance 'e642dd4c-6901-41df-9fc7-64d2f9c1e38b' progress to 83 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.386408] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1070.386408] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.960s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.386408] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764907, 'name': CreateVM_Task} progress is 15%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.386408] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.619s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.386408] env[62822]: DEBUG nova.objects.instance [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1070.467836] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764906, 'name': PowerOffVM_Task, 'duration_secs': 0.372651} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.468201] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.522397] env[62822]: INFO nova.compute.manager [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Detaching volume 7f290b4c-01c5-47df-8e0f-0f50d7d63ba4 [ 1070.562102] env[62822]: INFO nova.virt.block_device [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Attempting to driver detach volume 7f290b4c-01c5-47df-8e0f-0f50d7d63ba4 from mountpoint /dev/sdb [ 1070.562102] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1070.562102] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556248', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'name': 'volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77', 'attached_at': '', 'detached_at': '', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'serial': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1070.562102] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb1f8f2-a05b-4294-935c-5fdf98fd1269 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.594213] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83d41b-e2e8-40b4-b4dc-982d2aa8c9c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.603042] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3c971e-ab62-4cf4-a42a-a57b7717bb81 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.626159] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ed2421-ea72-48ee-9b1a-8746ca7a5ede {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.652498] env[62822]: INFO nova.compute.manager [-] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Took 1.64 seconds to deallocate network for instance. [ 1070.652883] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] The volume has not been displaced from its original location: [datastore1] volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4/volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1070.658781] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1070.660837] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab269ba-6d91-4224-b883-bb5dafe4830e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.682852] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1070.682852] env[62822]: value = "task-2764908" [ 1070.682852] env[62822]: _type = "Task" [ 1070.682852] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.697076] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764908, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.709924] env[62822]: DEBUG oslo_concurrency.lockutils [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "6768000e-8e69-4f92-a0d7-976fd23c6493" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.710187] env[62822]: DEBUG oslo_concurrency.lockutils [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.710457] env[62822]: INFO nova.compute.manager [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Attaching volume fde2b6bb-4a66-44ac-b6a3-b09839cdd791 to /dev/sdb [ 1070.759686] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf85e2-fc16-49e5-b509-58443a4a2a96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.767436] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03efe0a-20c2-44b9-8852-693c6baf7148 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.782701] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.782969] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.783191] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.783379] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.783604] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.785672] env[62822]: DEBUG nova.virt.block_device [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Updating existing volume attachment record: 7ee8186a-24b2-4320-a986-b2933e21ddcc {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.788501] env[62822]: INFO nova.compute.manager [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Terminating instance [ 1070.838739] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "interface-995b5d3d-c730-4e9d-bbe2-0419071dc383-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.839922] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-995b5d3d-c730-4e9d-bbe2-0419071dc383-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.878710] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764907, 'name': CreateVM_Task, 'duration_secs': 0.535162} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.879433] env[62822]: DEBUG nova.network.neutron [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Updated VIF entry in instance network info cache for port eeda2afe-9812-4e82-8163-92aa1ad11852. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.879433] env[62822]: DEBUG nova.network.neutron [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Updating instance_info_cache with network_info: [{"id": "eeda2afe-9812-4e82-8163-92aa1ad11852", "address": "fa:16:3e:94:ef:4a", "network": {"id": "ba7a630e-a214-4896-8e31-9fede15ebfb7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-813209239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1832521c1544e4db5a68db1ed22aaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeda2afe-98", "ovs_interfaceid": "eeda2afe-9812-4e82-8163-92aa1ad11852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.880614] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.882252] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.883161] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.883382] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.883758] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.884489] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9c93965-46b9-4fa3-830e-a2b9c283fbaa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.886292] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2975c4-5095-4321-ae32-041dce8a4232 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.895122] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1070.895122] env[62822]: value = "task-2764909" [ 1070.895122] env[62822]: _type = "Task" [ 1070.895122] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.895480] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1070.895480] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52480c88-aaec-7100-014e-e345f5dad119" [ 1070.895480] env[62822]: _type = "Task" [ 1070.895480] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.907563] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.911713] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52480c88-aaec-7100-014e-e345f5dad119, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.912044] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.912319] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.912612] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.912805] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.913059] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.913358] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6abd8b3-edcd-4d90-bef1-38ef8dff6e25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.920930] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.921161] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.921812] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889eb75c-d552-4bb8-bfc5-a88ab659919b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.927208] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1070.927208] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5259d8ea-8e9b-4c7a-439e-87fd3b65033c" [ 1070.927208] env[62822]: _type = "Task" [ 1070.927208] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.934714] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5259d8ea-8e9b-4c7a-439e-87fd3b65033c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.181620] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.195145] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764908, 'name': ReconfigVM_Task, 'duration_secs': 0.239961} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.195145] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.200580] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912d47ba-c539-4835-a0bb-fc4efe76a9e7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.220833] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1071.220833] env[62822]: value = "task-2764911" [ 1071.220833] env[62822]: _type = "Task" [ 1071.220833] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.229990] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.294386] env[62822]: DEBUG nova.compute.manager [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.294386] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.295012] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84b5671-a027-415a-9c87-8c7430369619 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.303123] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.303418] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9244fcda-c0fe-43aa-a645-217dc97522a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.309659] env[62822]: DEBUG oslo_vmware.api [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1071.309659] env[62822]: value = "task-2764912" [ 1071.309659] env[62822]: _type = "Task" [ 1071.309659] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.318165] env[62822]: DEBUG oslo_vmware.api [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.342961] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.343082] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.344172] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee174ddc-54a0-4ea1-98a4-05353532ad38 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.363956] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328f215e-e9bb-4754-9805-77c1c3d46729 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.386068] env[62822]: DEBUG oslo_concurrency.lockutils [req-f42eef76-7a98-492d-9bba-0eaeee0b2119 req-645c7654-f70a-4adf-a510-1849abf0df86 service nova] Releasing lock "refresh_cache-9c810f48-abf2-447b-b1e3-6c8864f7de13" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.392813] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Reconfiguring VM to detach interface {{(pid=62822) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1071.392813] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1860b58-8b07-4eb2-aef9-f3bad8c44d1c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.407176] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc612a97-f550-4219-9357-68bc3feed069 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.409628] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.082s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.411258] env[62822]: INFO nova.compute.claims [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.423931] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.425361] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1071.425361] env[62822]: value = "task-2764913" [ 1071.425361] env[62822]: _type = "Task" [ 1071.425361] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.438336] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.442097] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5259d8ea-8e9b-4c7a-439e-87fd3b65033c, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.442980] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64757d9-f713-466d-939c-f02e1fbbdc5e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.448284] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1071.448284] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e95e4-07ae-1b07-08e3-86aba4784f24" [ 1071.448284] env[62822]: _type = "Task" [ 1071.448284] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.457293] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e95e4-07ae-1b07-08e3-86aba4784f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.514407] env[62822]: DEBUG nova.network.neutron [-] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.540368] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1071.540614] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556253', 'volume_id': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'name': 'volume-7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '492a0edf-38c7-436f-81e7-b6112dc16426', 'attached_at': '', 'detached_at': '', 'volume_id': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'serial': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1071.541489] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a12d0cc-5492-48aa-85e5-d50a185e2311 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.561591] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b6e4fe-d55e-4a29-91ac-c89fdff4a089 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.590160] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-7bc9d3be-35f9-4ff4-88ff-ae274875d6ee/volume-7bc9d3be-35f9-4ff4-88ff-ae274875d6ee.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.590497] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-561e0d36-6fe2-4731-bc2b-09471d0772a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.609027] env[62822]: DEBUG oslo_vmware.api [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1071.609027] env[62822]: value = "task-2764914" [ 1071.609027] env[62822]: _type = "Task" [ 1071.609027] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.617827] env[62822]: DEBUG oslo_vmware.api [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.730775] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764911, 'name': ReconfigVM_Task, 'duration_secs': 0.175007} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.731178] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556248', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'name': 'volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77', 'attached_at': '', 'detached_at': '', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'serial': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1071.819553] env[62822]: DEBUG oslo_vmware.api [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764912, 'name': PowerOffVM_Task, 'duration_secs': 0.185113} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.819779] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.819953] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.820200] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f68a982-226e-47bd-b704-9217b27e4f90 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.876177] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.876408] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.876596] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleting the datastore file [datastore1] a1c5540c-3ec7-4ec9-a797-a7d92f2469d2 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.876868] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e53fa148-42ee-4fd4-80af-7fbaf567a912 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.883207] env[62822]: DEBUG oslo_vmware.api [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1071.883207] env[62822]: value = "task-2764916" [ 1071.883207] env[62822]: _type = "Task" [ 1071.883207] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.891286] env[62822]: DEBUG oslo_vmware.api [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.917650] env[62822]: DEBUG oslo_vmware.api [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764909, 'name': PowerOnVM_Task, 'duration_secs': 0.70256} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.920610] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.920826] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-51da4a02-13d4-405c-9d62-51619fea419c tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance 'e642dd4c-6901-41df-9fc7-64d2f9c1e38b' progress to 100 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.936303] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.958357] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]524e95e4-07ae-1b07-08e3-86aba4784f24, 'name': SearchDatastore_Task, 'duration_secs': 0.020095} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.958563] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.958833] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 9c810f48-abf2-447b-b1e3-6c8864f7de13/9c810f48-abf2-447b-b1e3-6c8864f7de13.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.959115] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b329845e-4a5d-4e71-9e1a-3f34f6ad4568 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.966540] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1071.966540] env[62822]: value = "task-2764917" [ 1071.966540] env[62822]: _type = "Task" [ 1071.966540] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.976938] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.983894] env[62822]: DEBUG nova.compute.manager [req-8202e2f2-c176-4347-a3af-9f4e6f4b965b req-d00e6983-cf54-45a9-9f78-44e32a5ed1d9 service nova] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Received event network-vif-deleted-1055f830-da59-405d-8b99-3b84d89ceb35 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1071.984167] env[62822]: DEBUG nova.compute.manager [req-8202e2f2-c176-4347-a3af-9f4e6f4b965b req-d00e6983-cf54-45a9-9f78-44e32a5ed1d9 service nova] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Received event network-vif-deleted-f43f02a3-faf6-4597-8a81-6c4acdc3d54c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.018441] env[62822]: INFO nova.compute.manager [-] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Took 1.96 seconds to deallocate network for instance. [ 1072.120095] env[62822]: DEBUG oslo_vmware.api [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764914, 'name': ReconfigVM_Task, 'duration_secs': 0.348909} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.120439] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-7bc9d3be-35f9-4ff4-88ff-ae274875d6ee/volume-7bc9d3be-35f9-4ff4-88ff-ae274875d6ee.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.125555] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f044bb0-9c12-4112-b6cc-5ac70a559c1f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.142299] env[62822]: DEBUG oslo_vmware.api [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1072.142299] env[62822]: value = "task-2764918" [ 1072.142299] env[62822]: _type = "Task" [ 1072.142299] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.150930] env[62822]: DEBUG oslo_vmware.api [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.397070] env[62822]: DEBUG oslo_vmware.api [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2764916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136419} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.397452] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.397538] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.397713] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.397890] env[62822]: INFO nova.compute.manager [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1072.398150] env[62822]: DEBUG oslo.service.loopingcall [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.398354] env[62822]: DEBUG nova.compute.manager [-] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.398452] env[62822]: DEBUG nova.network.neutron [-] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.441948] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.480291] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466399} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.483480] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 9c810f48-abf2-447b-b1e3-6c8864f7de13/9c810f48-abf2-447b-b1e3-6c8864f7de13.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.483764] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.484587] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5073297-531f-4aa8-986a-6c97f89e5de3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.493676] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1072.493676] env[62822]: value = "task-2764919" [ 1072.493676] env[62822]: _type = "Task" [ 1072.493676] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.514222] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.525987] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.653297] env[62822]: DEBUG oslo_vmware.api [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764918, 'name': ReconfigVM_Task, 'duration_secs': 0.158981} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.653683] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556253', 'volume_id': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'name': 'volume-7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '492a0edf-38c7-436f-81e7-b6112dc16426', 'attached_at': '', 'detached_at': '', 'volume_id': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'serial': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1072.717305] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666d8a76-ec33-4a58-9d28-b3d0be7f7d5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.725877] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34544b3-5e59-47da-be7c-a20b17f91c52 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.773603] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba7cdac-4817-4536-a359-1fcb1570cef2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.784660] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb193b1-f573-4dc2-a680-2584a9fa981b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.799544] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.800119] env[62822]: DEBUG nova.compute.provider_tree [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.803186] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c801c850-7ff9-4fe9-b91a-3cd036816175 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.830171] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1072.830171] env[62822]: value = "task-2764920" [ 1072.830171] env[62822]: _type = "Task" [ 1072.830171] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.944020] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.009547] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058595} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.009674] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.010822] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94de1b43-5c00-4c38-98a0-5e75aea2dfe7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.037234] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 9c810f48-abf2-447b-b1e3-6c8864f7de13/9c810f48-abf2-447b-b1e3-6c8864f7de13.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.038109] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f0ee45-ad28-4a72-94c1-f5ac5fc95610 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.058084] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1073.058084] env[62822]: value = "task-2764922" [ 1073.058084] env[62822]: _type = "Task" [ 1073.058084] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.066326] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.306473] env[62822]: DEBUG nova.scheduler.client.report [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.309972] env[62822]: DEBUG nova.network.neutron [-] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.340542] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1073.340757] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1073.340955] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556248', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'name': 'volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77', 'attached_at': '', 'detached_at': '', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'serial': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1073.341750] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc03992-7743-4a19-b7d9-f6953f076e2f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.361069] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b97d08-266d-4206-b0eb-4ff1d4e73d5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.367509] env[62822]: WARNING nova.virt.vmwareapi.driver [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1073.367768] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.368494] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b8d1ad-6372-4902-bfc0-e84ab0290e2c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.375215] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.375436] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd1bec53-01b4-4bc8-ad59-dd8a77a4e276 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.442954] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.471698] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.471923] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.472123] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleting the datastore file [datastore2] 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.472598] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d308d4c7-af30-4624-b971-0ebd8fc4d138 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.488272] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1073.488272] env[62822]: value = "task-2764924" [ 1073.488272] env[62822]: _type = "Task" [ 1073.488272] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.497165] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.571596] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.702906] env[62822]: DEBUG nova.objects.instance [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lazy-loading 'flavor' on Instance uuid 492a0edf-38c7-436f-81e7-b6112dc16426 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.813515] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.816021] env[62822]: DEBUG nova.compute.manager [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.818247] env[62822]: INFO nova.compute.manager [-] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Took 1.42 seconds to deallocate network for instance. [ 1073.819298] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.638s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.820556] env[62822]: DEBUG nova.objects.instance [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lazy-loading 'resources' on Instance uuid e96fba93-e8d0-411b-a992-c94a13b201db {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.949573] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.998834] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155043} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.999298] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.999640] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.999962] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.027936] env[62822]: DEBUG nova.compute.manager [req-c40d2be0-33ad-41df-ae0c-9aa88ae4e2d0 req-cbcda802-0154-4d55-8c17-15184c8afe72 service nova] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Received event network-vif-deleted-3a418c50-3cfd-420f-ad35-7ea07ccaabfb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.074817] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764922, 'name': ReconfigVM_Task, 'duration_secs': 0.661317} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.074817] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 9c810f48-abf2-447b-b1e3-6c8864f7de13/9c810f48-abf2-447b-b1e3-6c8864f7de13.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.074817] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7758942-e8e1-4dce-ae9a-0f478012be2a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.083317] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1074.083317] env[62822]: value = "task-2764925" [ 1074.083317] env[62822]: _type = "Task" [ 1074.083317] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.095969] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764925, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.206657] env[62822]: DEBUG oslo_concurrency.lockutils [None req-6ae3876c-8f82-4af2-8ec9-6660c32e63a1 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.242178] env[62822]: DEBUG nova.network.neutron [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Port cf8cec6a-19bd-4348-805a-172497618afb binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1074.242517] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.242646] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.242831] env[62822]: DEBUG nova.network.neutron [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.320848] env[62822]: DEBUG nova.compute.utils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.321919] env[62822]: DEBUG nova.compute.manager [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.322110] env[62822]: DEBUG nova.network.neutron [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.331525] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.364271] env[62822]: DEBUG nova.policy [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78b6a9eb885e43c6badcd8f04e7d6cb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ea1cac2354547cda6293db8e2628b8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.446110] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.504727] env[62822]: INFO nova.virt.block_device [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Booting with volume 7f290b4c-01c5-47df-8e0f-0f50d7d63ba4 at /dev/sdb [ 1074.541180] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-244d8c9b-cfee-41a9-8ae0-b2a9903b2113 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.554597] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fb2546-786a-451c-a7af-c8096d59f3fb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.601634] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbff715f-5a00-4a8b-a93f-2498d3fb401c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.609279] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764925, 'name': Rename_Task, 'duration_secs': 0.171132} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.610502] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.610848] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb2d479c-e48a-4aa1-9b3e-a54684bd9519 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.615118] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fcf076-d232-45fe-b803-b0897b647f0c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.630939] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "492a0edf-38c7-436f-81e7-b6112dc16426" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.631205] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.639344] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1074.639344] env[62822]: value = "task-2764926" [ 1074.639344] env[62822]: _type = "Task" [ 1074.639344] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.667046] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.667046] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4267dfcf-5c5e-4ec5-88af-99714b16cfa6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.672567] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca97711a-9ff6-4e25-be19-65eeb8f2f71d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.688897] env[62822]: DEBUG nova.virt.block_device [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Updating existing volume attachment record: f9355f0b-00ac-42f9-b5c3-0a476fa6d0ec {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.694527] env[62822]: DEBUG nova.network.neutron [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Successfully created port: e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.706906] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416726d4-7820-4bfa-a72c-aea8c3447590 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.715140] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14064b6c-8035-4c1b-91c0-4b9d2327a1e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.751726] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d74086d-6194-420d-8170-bbc8f3a4ff03 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.759950] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8502c2ae-fe25-453e-be0f-eed054848f96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.772796] env[62822]: DEBUG nova.compute.provider_tree [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.825237] env[62822]: DEBUG nova.compute.manager [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.946477] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.137381] env[62822]: INFO nova.compute.manager [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Detaching volume 7bc9d3be-35f9-4ff4-88ff-ae274875d6ee [ 1075.147959] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.185620] env[62822]: DEBUG nova.network.neutron [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance_info_cache with network_info: [{"id": "cf8cec6a-19bd-4348-805a-172497618afb", "address": "fa:16:3e:c8:bd:7a", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8cec6a-19", "ovs_interfaceid": "cf8cec6a-19bd-4348-805a-172497618afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.227691] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquiring lock "11fdb173-22ab-4d56-9506-4136ed46d7f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.227952] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Lock "11fdb173-22ab-4d56-9506-4136ed46d7f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.276990] env[62822]: DEBUG nova.scheduler.client.report [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.281139] env[62822]: INFO nova.virt.block_device [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Attempting to driver detach volume 7bc9d3be-35f9-4ff4-88ff-ae274875d6ee from mountpoint /dev/sdb [ 1075.281353] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1075.281527] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556253', 'volume_id': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'name': 'volume-7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '492a0edf-38c7-436f-81e7-b6112dc16426', 'attached_at': '', 'detached_at': '', 'volume_id': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'serial': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1075.282686] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f81763-6a25-4e4d-8b95-1590aecd62e7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.309223] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6432f6bc-582d-4cdd-b647-1590f5fcd557 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.318026] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b524b4-17f6-4ec0-adb7-49e2537823d7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.348256] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1075.348256] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556255', 'volume_id': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'name': 'volume-fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6768000e-8e69-4f92-a0d7-976fd23c6493', 'attached_at': '', 'detached_at': '', 'volume_id': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'serial': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1075.348256] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6e895a-b011-40ee-98da-5a65f553596a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.349284] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e95aea-2017-4931-9976-e1b91c709216 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.366652] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] The volume has not been displaced from its original location: [datastore1] volume-7bc9d3be-35f9-4ff4-88ff-ae274875d6ee/volume-7bc9d3be-35f9-4ff4-88ff-ae274875d6ee.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1075.372040] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.383335] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c469ed2-03c7-4a60-97a8-53c6c66a8f3a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.398167] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a972afe-4fc2-4f6a-9ec0-f7ada2a9a18f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.426938] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-fde2b6bb-4a66-44ac-b6a3-b09839cdd791/volume-fde2b6bb-4a66-44ac-b6a3-b09839cdd791.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.428661] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96c02d7c-40cf-446a-be0b-026a25a92a1d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.443546] env[62822]: DEBUG oslo_vmware.api [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1075.443546] env[62822]: value = "task-2764927" [ 1075.443546] env[62822]: _type = "Task" [ 1075.443546] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.451889] env[62822]: DEBUG oslo_vmware.api [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1075.451889] env[62822]: value = "task-2764928" [ 1075.451889] env[62822]: _type = "Task" [ 1075.451889] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.458139] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.466847] env[62822]: DEBUG oslo_vmware.api [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764928, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.648144] env[62822]: DEBUG oslo_vmware.api [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764926, 'name': PowerOnVM_Task, 'duration_secs': 0.857633} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.648478] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.648724] env[62822]: INFO nova.compute.manager [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1075.648944] env[62822]: DEBUG nova.compute.manager [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.649797] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3f0335-65f6-48b6-a2eb-49f4fe7a1a65 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.688885] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.730955] env[62822]: DEBUG nova.compute.manager [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.787822] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.790110] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.264s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.790353] env[62822]: DEBUG nova.objects.instance [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lazy-loading 'resources' on Instance uuid 2787b2c8-2ffb-460d-a95c-63050a70725c {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.813744] env[62822]: INFO nova.scheduler.client.report [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted allocations for instance e96fba93-e8d0-411b-a992-c94a13b201db [ 1075.854382] env[62822]: DEBUG nova.compute.manager [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.893985] env[62822]: DEBUG nova.virt.hardware [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.894527] env[62822]: DEBUG nova.virt.hardware [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.894770] env[62822]: DEBUG nova.virt.hardware [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.895063] env[62822]: DEBUG nova.virt.hardware [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.895292] env[62822]: DEBUG nova.virt.hardware [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.895521] env[62822]: DEBUG nova.virt.hardware [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.895835] env[62822]: DEBUG nova.virt.hardware [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.896100] env[62822]: DEBUG nova.virt.hardware [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.896357] env[62822]: DEBUG nova.virt.hardware [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.896606] env[62822]: DEBUG nova.virt.hardware [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.896877] env[62822]: DEBUG nova.virt.hardware [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.900201] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d3a2ab-a0d1-47b2-a3cf-f66df5191ac2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.912195] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f79df6-824f-4f9d-8aa4-6c517fd1360c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.957155] env[62822]: DEBUG oslo_vmware.api [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764927, 'name': ReconfigVM_Task, 'duration_secs': 0.269923} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.961198] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.966345] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.966668] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede54748-e28f-42fc-8e1f-b287f5f42a80 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.988156] env[62822]: DEBUG oslo_vmware.api [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764928, 'name': ReconfigVM_Task, 'duration_secs': 0.403913} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.990017] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-fde2b6bb-4a66-44ac-b6a3-b09839cdd791/volume-fde2b6bb-4a66-44ac-b6a3-b09839cdd791.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.994576] env[62822]: DEBUG oslo_vmware.api [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1075.994576] env[62822]: value = "task-2764929" [ 1075.994576] env[62822]: _type = "Task" [ 1075.994576] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.994908] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14e832af-a5f9-43fc-abfe-f14066a6e85c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.015077] env[62822]: DEBUG oslo_vmware.api [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.016506] env[62822]: DEBUG oslo_vmware.api [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1076.016506] env[62822]: value = "task-2764930" [ 1076.016506] env[62822]: _type = "Task" [ 1076.016506] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.024225] env[62822]: DEBUG oslo_vmware.api [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.173683] env[62822]: INFO nova.compute.manager [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Took 18.01 seconds to build instance. [ 1076.192687] env[62822]: DEBUG nova.compute.manager [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62822) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1076.260499] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.329268] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4dcdcc12-5df6-4930-8cc1-e5b37ca5f19d tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "e96fba93-e8d0-411b-a992-c94a13b201db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.428s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.455419] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.521876] env[62822]: DEBUG oslo_vmware.api [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764929, 'name': ReconfigVM_Task, 'duration_secs': 0.164342} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.527302] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556253', 'volume_id': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'name': 'volume-7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '492a0edf-38c7-436f-81e7-b6112dc16426', 'attached_at': '', 'detached_at': '', 'volume_id': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee', 'serial': '7bc9d3be-35f9-4ff4-88ff-ae274875d6ee'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1076.534427] env[62822]: DEBUG oslo_vmware.api [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764930, 'name': ReconfigVM_Task, 'duration_secs': 0.142068} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.534689] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556255', 'volume_id': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'name': 'volume-fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6768000e-8e69-4f92-a0d7-976fd23c6493', 'attached_at': '', 'detached_at': '', 'volume_id': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'serial': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1076.567881] env[62822]: DEBUG nova.compute.manager [req-8c8da82e-c7c2-4da0-a3b6-c150457cc623 req-99d20252-2fc6-4653-a398-e8f3b8ceddba service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Received event network-vif-plugged-e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.568700] env[62822]: DEBUG oslo_concurrency.lockutils [req-8c8da82e-c7c2-4da0-a3b6-c150457cc623 req-99d20252-2fc6-4653-a398-e8f3b8ceddba service nova] Acquiring lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.568946] env[62822]: DEBUG oslo_concurrency.lockutils [req-8c8da82e-c7c2-4da0-a3b6-c150457cc623 req-99d20252-2fc6-4653-a398-e8f3b8ceddba service nova] Lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.569157] env[62822]: DEBUG oslo_concurrency.lockutils [req-8c8da82e-c7c2-4da0-a3b6-c150457cc623 req-99d20252-2fc6-4653-a398-e8f3b8ceddba service nova] Lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.569342] env[62822]: DEBUG nova.compute.manager [req-8c8da82e-c7c2-4da0-a3b6-c150457cc623 req-99d20252-2fc6-4653-a398-e8f3b8ceddba service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] No waiting events found dispatching network-vif-plugged-e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.569521] env[62822]: WARNING nova.compute.manager [req-8c8da82e-c7c2-4da0-a3b6-c150457cc623 req-99d20252-2fc6-4653-a398-e8f3b8ceddba service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Received unexpected event network-vif-plugged-e2e262ac-6977-43f6-9dc5-f7d7363a2023 for instance with vm_state building and task_state spawning. [ 1076.627930] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb80c57-496a-4291-8896-7525413b8d2b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.636190] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6336e90-a947-4bc0-9999-aa5f77df0b51 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.670102] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc257bf-65ee-4ad1-8a38-5cd2fc7292fb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.680074] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bcbf9706-6306-42ff-95cf-ebc3a79e5cde tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "9c810f48-abf2-447b-b1e3-6c8864f7de13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.523s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.681396] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55e3ddf-dabb-43e8-915f-32afbabb1ad2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.698099] env[62822]: DEBUG nova.compute.provider_tree [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.822055] env[62822]: DEBUG nova.virt.hardware [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.822055] env[62822]: DEBUG nova.virt.hardware [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.822055] env[62822]: DEBUG nova.virt.hardware [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.822260] env[62822]: DEBUG nova.virt.hardware [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.822309] env[62822]: DEBUG nova.virt.hardware [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.822455] env[62822]: DEBUG nova.virt.hardware [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.822701] env[62822]: DEBUG nova.virt.hardware [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.823119] env[62822]: DEBUG nova.virt.hardware [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.823119] env[62822]: DEBUG nova.virt.hardware [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.823222] env[62822]: DEBUG nova.virt.hardware [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.823350] env[62822]: DEBUG nova.virt.hardware [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.824251] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d4f997-9733-465d-b7be-7ef0e91b4a49 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.832888] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6060e9-0d43-42b1-ba2d-be1c050b39a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.847347] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:6a:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.854616] env[62822]: DEBUG oslo.service.loopingcall [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.854880] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.855111] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-581c676e-ea45-4b5d-92df-56b5d2695912 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.874279] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.874279] env[62822]: value = "task-2764931" [ 1076.874279] env[62822]: _type = "Task" [ 1076.874279] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.881999] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764931, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.908069] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "9c810f48-abf2-447b-b1e3-6c8864f7de13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.908204] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "9c810f48-abf2-447b-b1e3-6c8864f7de13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.908382] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "9c810f48-abf2-447b-b1e3-6c8864f7de13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.908564] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "9c810f48-abf2-447b-b1e3-6c8864f7de13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.908734] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "9c810f48-abf2-447b-b1e3-6c8864f7de13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.910823] env[62822]: INFO nova.compute.manager [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Terminating instance [ 1076.955944] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.977040] env[62822]: DEBUG nova.network.neutron [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Successfully updated port: e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.994863] env[62822]: DEBUG nova.compute.manager [req-e5594cf7-b295-4c3e-b987-a669f1904d06 req-e07641ea-e5b9-4b13-9732-bcb81205dea8 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Received event network-changed-e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.995493] env[62822]: DEBUG nova.compute.manager [req-e5594cf7-b295-4c3e-b987-a669f1904d06 req-e07641ea-e5b9-4b13-9732-bcb81205dea8 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Refreshing instance network info cache due to event network-changed-e2e262ac-6977-43f6-9dc5-f7d7363a2023. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.995493] env[62822]: DEBUG oslo_concurrency.lockutils [req-e5594cf7-b295-4c3e-b987-a669f1904d06 req-e07641ea-e5b9-4b13-9732-bcb81205dea8 service nova] Acquiring lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.995493] env[62822]: DEBUG oslo_concurrency.lockutils [req-e5594cf7-b295-4c3e-b987-a669f1904d06 req-e07641ea-e5b9-4b13-9732-bcb81205dea8 service nova] Acquired lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.995786] env[62822]: DEBUG nova.network.neutron [req-e5594cf7-b295-4c3e-b987-a669f1904d06 req-e07641ea-e5b9-4b13-9732-bcb81205dea8 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Refreshing network info cache for port e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.079283] env[62822]: DEBUG nova.objects.instance [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lazy-loading 'flavor' on Instance uuid 492a0edf-38c7-436f-81e7-b6112dc16426 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.177069] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.177069] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.177245] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.177386] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.177622] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.179927] env[62822]: INFO nova.compute.manager [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Terminating instance [ 1077.200941] env[62822]: DEBUG nova.scheduler.client.report [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.316805] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.385042] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764931, 'name': CreateVM_Task, 'duration_secs': 0.325744} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.385042] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.385787] env[62822]: DEBUG oslo_concurrency.lockutils [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.385787] env[62822]: DEBUG oslo_concurrency.lockutils [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.385939] env[62822]: DEBUG oslo_concurrency.lockutils [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.386147] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862df2b3-f381-4dc3-9995-e1d627b39934 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.390384] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1077.390384] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c65ae3-cdb7-1bd6-8ea7-9e70738282ee" [ 1077.390384] env[62822]: _type = "Task" [ 1077.390384] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.397870] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c65ae3-cdb7-1bd6-8ea7-9e70738282ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.414680] env[62822]: DEBUG nova.compute.manager [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.414891] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.415717] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187bf0b5-dfd5-472c-b0d7-976a2f86378c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.423829] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.424093] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff013301-de1f-41af-b1f1-45218d2a2c51 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.430043] env[62822]: DEBUG oslo_vmware.api [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1077.430043] env[62822]: value = "task-2764932" [ 1077.430043] env[62822]: _type = "Task" [ 1077.430043] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.438347] env[62822]: DEBUG oslo_vmware.api [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.456501] env[62822]: DEBUG oslo_vmware.api [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764913, 'name': ReconfigVM_Task, 'duration_secs': 5.754978} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.456832] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.456960] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Reconfigured VM to detach interface {{(pid=62822) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1077.479562] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.564574] env[62822]: DEBUG nova.network.neutron [req-e5594cf7-b295-4c3e-b987-a669f1904d06 req-e07641ea-e5b9-4b13-9732-bcb81205dea8 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.578444] env[62822]: DEBUG nova.objects.instance [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'flavor' on Instance uuid 6768000e-8e69-4f92-a0d7-976fd23c6493 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.683565] env[62822]: DEBUG nova.compute.manager [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.683803] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.684734] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b34c5-7e3e-4d7d-8b51-ffe12eca4d6b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.693058] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.693354] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937a685c-0fd3-47d8-8cc8-9e8881d9d791 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.700274] env[62822]: DEBUG oslo_vmware.api [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1077.700274] env[62822]: value = "task-2764933" [ 1077.700274] env[62822]: _type = "Task" [ 1077.700274] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.708765] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.710764] env[62822]: DEBUG oslo_vmware.api [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.711217] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.381s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.711451] env[62822]: DEBUG nova.objects.instance [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lazy-loading 'resources' on Instance uuid a1c5540c-3ec7-4ec9-a797-a7d92f2469d2 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.721641] env[62822]: DEBUG nova.network.neutron [req-e5594cf7-b295-4c3e-b987-a669f1904d06 req-e07641ea-e5b9-4b13-9732-bcb81205dea8 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.736991] env[62822]: INFO nova.scheduler.client.report [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleted allocations for instance 2787b2c8-2ffb-460d-a95c-63050a70725c [ 1077.900629] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c65ae3-cdb7-1bd6-8ea7-9e70738282ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.900939] env[62822]: DEBUG oslo_concurrency.lockutils [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.901951] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.901951] env[62822]: DEBUG oslo_concurrency.lockutils [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.901951] env[62822]: DEBUG oslo_concurrency.lockutils [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.901951] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.901951] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ca7c00e-b71b-45bb-94a9-dfcaa8210c2d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.912287] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.912497] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.913203] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15db412-bb36-4821-8a67-55d93c9534f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.921187] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1077.921187] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527333cd-892c-d1aa-01fb-496ce8a40ced" [ 1077.921187] env[62822]: _type = "Task" [ 1077.921187] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.929408] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527333cd-892c-d1aa-01fb-496ce8a40ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.938647] env[62822]: DEBUG oslo_vmware.api [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764932, 'name': PowerOffVM_Task, 'duration_secs': 0.219934} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.938888] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.939070] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.939320] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3843253-335b-4c7a-b013-a9bcdd9570de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.004642] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.005041] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.005279] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Deleting the datastore file [datastore1] 9c810f48-abf2-447b-b1e3-6c8864f7de13 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.005565] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6af43e67-6fea-44b8-a419-8b31124d6fdc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.012675] env[62822]: DEBUG oslo_vmware.api [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for the task: (returnval){ [ 1078.012675] env[62822]: value = "task-2764935" [ 1078.012675] env[62822]: _type = "Task" [ 1078.012675] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.021676] env[62822]: DEBUG oslo_vmware.api [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.086968] env[62822]: DEBUG oslo_concurrency.lockutils [None req-85d0106b-c60d-451b-9c30-4ae9db87f46c tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.377s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.088100] env[62822]: DEBUG oslo_concurrency.lockutils [None req-17e06a17-c52c-491c-8521-6f9ac7d6ca6d tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.457s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.210764] env[62822]: DEBUG oslo_vmware.api [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764933, 'name': PowerOffVM_Task, 'duration_secs': 0.20307} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.211199] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.211294] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.211466] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90c332a8-fbea-4a0a-a67c-26abc15b01c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.224387] env[62822]: DEBUG oslo_concurrency.lockutils [req-e5594cf7-b295-4c3e-b987-a669f1904d06 req-e07641ea-e5b9-4b13-9732-bcb81205dea8 service nova] Releasing lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.224802] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.224924] env[62822]: DEBUG nova.network.neutron [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.246131] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7c97b90f-f9bc-4073-b0cf-0f8219a18718 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "2787b2c8-2ffb-460d-a95c-63050a70725c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.831s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.272276] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.272555] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.272760] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleting the datastore file [datastore1] 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.273035] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df5934d9-af3a-4063-8fb0-3bc9b4d4e548 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.280490] env[62822]: DEBUG oslo_vmware.api [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for the task: (returnval){ [ 1078.280490] env[62822]: value = "task-2764937" [ 1078.280490] env[62822]: _type = "Task" [ 1078.280490] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.288502] env[62822]: DEBUG oslo_vmware.api [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.433169] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527333cd-892c-d1aa-01fb-496ce8a40ced, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.434030] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8939d713-0da4-43a0-95f9-9300d6c2225f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.438888] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1078.438888] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c18ad-ab02-0402-af4c-e60d8acea915" [ 1078.438888] env[62822]: _type = "Task" [ 1078.438888] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.448795] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c18ad-ab02-0402-af4c-e60d8acea915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.479440] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2256d0a2-9465-4a89-b3fe-e9591786a19f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.486401] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e40dd-1bc1-4bd9-9f4c-c9d44a55632b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.523295] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75e2219-4bc8-4bd4-a17d-8bc7fda9a704 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.531334] env[62822]: DEBUG oslo_vmware.api [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Task: {'id': task-2764935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206622} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.533414] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.533591] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.533769] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.533941] env[62822]: INFO nova.compute.manager [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1078.534242] env[62822]: DEBUG oslo.service.loopingcall [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.534505] env[62822]: DEBUG nova.compute.manager [-] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.534605] env[62822]: DEBUG nova.network.neutron [-] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.537117] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed178e34-d688-4ce0-a129-2024ec283624 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.551083] env[62822]: DEBUG nova.compute.provider_tree [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.772215] env[62822]: DEBUG nova.network.neutron [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.790440] env[62822]: DEBUG oslo_vmware.api [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Task: {'id': task-2764937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13192} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.790753] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.790961] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.791863] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.791863] env[62822]: INFO nova.compute.manager [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1078.791863] env[62822]: DEBUG oslo.service.loopingcall [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.791863] env[62822]: DEBUG nova.compute.manager [-] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.792178] env[62822]: DEBUG nova.network.neutron [-] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.953539] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c18ad-ab02-0402-af4c-e60d8acea915, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.953871] env[62822]: DEBUG oslo_concurrency.lockutils [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.954151] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77/4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.954791] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23526dfa-4bb7-45e4-9a6d-6df35e34c69d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.962251] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1078.962251] env[62822]: value = "task-2764938" [ 1078.962251] env[62822]: _type = "Task" [ 1078.962251] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.972201] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.983287] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.983287] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquired lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.983287] env[62822]: DEBUG nova.network.neutron [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.076856] env[62822]: ERROR nova.scheduler.client.report [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [req-c2ef9497-08c0-4d9c-81d0-4cb8469c17d7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2ef9497-08c0-4d9c-81d0-4cb8469c17d7"}]} [ 1079.092287] env[62822]: DEBUG nova.network.neutron [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updating instance_info_cache with network_info: [{"id": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "address": "fa:16:3e:0b:50:9f", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2e262ac-69", "ovs_interfaceid": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.096883] env[62822]: DEBUG nova.scheduler.client.report [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Refreshing inventories for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1079.112363] env[62822]: DEBUG nova.scheduler.client.report [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Updating ProviderTree inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1079.112678] env[62822]: DEBUG nova.compute.provider_tree [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.123959] env[62822]: DEBUG nova.compute.manager [req-a8d404f3-e40b-4067-ba90-54be368dfc8c req-4a6639fe-cfb2-42c8-9ab9-43eba1882e54 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Received event network-vif-deleted-eeda2afe-9812-4e82-8163-92aa1ad11852 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.125110] env[62822]: INFO nova.compute.manager [req-a8d404f3-e40b-4067-ba90-54be368dfc8c req-4a6639fe-cfb2-42c8-9ab9-43eba1882e54 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Neutron deleted interface eeda2afe-9812-4e82-8163-92aa1ad11852; detaching it from the instance and deleting it from the info cache [ 1079.125110] env[62822]: DEBUG nova.network.neutron [req-a8d404f3-e40b-4067-ba90-54be368dfc8c req-4a6639fe-cfb2-42c8-9ab9-43eba1882e54 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.126634] env[62822]: DEBUG nova.scheduler.client.report [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Refreshing aggregate associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, aggregates: None {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1079.131946] env[62822]: DEBUG oslo_concurrency.lockutils [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.133013] env[62822]: DEBUG oslo_concurrency.lockutils [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.149261] env[62822]: DEBUG nova.scheduler.client.report [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Refreshing trait associations for resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62822) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1079.270697] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "6768000e-8e69-4f92-a0d7-976fd23c6493" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.270810] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.417842] env[62822]: DEBUG nova.network.neutron [-] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.428170] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.428396] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.428631] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "995b5d3d-c730-4e9d-bbe2-0419071dc383-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.428814] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "995b5d3d-c730-4e9d-bbe2-0419071dc383-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.428983] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "995b5d3d-c730-4e9d-bbe2-0419071dc383-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.430628] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "cb72acc4-b2d1-4885-ad24-4fa858d05641" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.430874] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "cb72acc4-b2d1-4885-ad24-4fa858d05641" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.432407] env[62822]: INFO nova.compute.manager [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Terminating instance [ 1079.464514] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e489ed2b-1c62-4f56-966e-2f644de013a4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.476611] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764938, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.480025] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b4ff02-340e-4434-b35c-d3ac793b3648 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.519380] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a9217e-5245-4534-9417-1cfbeed0268a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.526690] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de2ccbd-1067-4017-a375-c711a62a6808 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.542449] env[62822]: DEBUG nova.compute.provider_tree [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.597610] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.597969] env[62822]: DEBUG nova.compute.manager [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Instance network_info: |[{"id": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "address": "fa:16:3e:0b:50:9f", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2e262ac-69", "ovs_interfaceid": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.598401] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:50:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2e262ac-6977-43f6-9dc5-f7d7363a2023', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.605902] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating folder: Project (5ea1cac2354547cda6293db8e2628b8d). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.606210] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f85218c-8b16-4750-a628-d94e3aba0b4c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.617665] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Created folder: Project (5ea1cac2354547cda6293db8e2628b8d) in parent group-v555973. [ 1079.617845] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating folder: Instances. Parent ref: group-v556257. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.618105] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46d6b64b-559d-402e-8294-32b6610f3b02 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.626585] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Created folder: Instances in parent group-v556257. [ 1079.626823] env[62822]: DEBUG oslo.service.loopingcall [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.627016] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.627211] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd4c5301-8588-4475-a9f8-34ef9ba6fdb9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.642200] env[62822]: INFO nova.compute.manager [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Detaching volume 2da6e6b2-1db0-4729-a038-6f947462985c [ 1079.644378] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb08fdd0-2be6-4e38-aef5-7e5687c1ad34 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.651845] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.651845] env[62822]: value = "task-2764941" [ 1079.651845] env[62822]: _type = "Task" [ 1079.651845] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.654654] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32421b9a-6559-4f8a-8f83-e412951405d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.677675] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764941, 'name': CreateVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.678805] env[62822]: INFO nova.virt.block_device [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Attempting to driver detach volume 2da6e6b2-1db0-4729-a038-6f947462985c from mountpoint /dev/sdb [ 1079.679030] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1079.679219] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556212', 'volume_id': '2da6e6b2-1db0-4729-a038-6f947462985c', 'name': 'volume-2da6e6b2-1db0-4729-a038-6f947462985c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91df3211-6c1c-4f70-bc44-e1cbb7bc97c5', 'attached_at': '', 'detached_at': '', 'volume_id': '2da6e6b2-1db0-4729-a038-6f947462985c', 'serial': '2da6e6b2-1db0-4729-a038-6f947462985c'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1079.679974] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a9eec0-7f6d-4ad8-8d6a-761ad8f6adf2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.694179] env[62822]: DEBUG nova.compute.manager [req-a8d404f3-e40b-4067-ba90-54be368dfc8c req-4a6639fe-cfb2-42c8-9ab9-43eba1882e54 service nova] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Detach interface failed, port_id=eeda2afe-9812-4e82-8163-92aa1ad11852, reason: Instance 9c810f48-abf2-447b-b1e3-6c8864f7de13 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1079.713102] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70e7d61-0158-47f2-ba07-35a73ce7bbcb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.719916] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f5e1ff-476a-403f-8bba-1a454f3643fc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.745175] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae276bdd-f27d-485c-967e-6349b8651a7d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.760842] env[62822]: DEBUG nova.network.neutron [-] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.762124] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] The volume has not been displaced from its original location: [datastore2] volume-2da6e6b2-1db0-4729-a038-6f947462985c/volume-2da6e6b2-1db0-4729-a038-6f947462985c.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1079.767671] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.768247] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-007563ce-b4a5-4df5-9fe3-9c38bb2c2dc3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.784132] env[62822]: DEBUG nova.compute.utils [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.791846] env[62822]: DEBUG oslo_vmware.api [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1079.791846] env[62822]: value = "task-2764942" [ 1079.791846] env[62822]: _type = "Task" [ 1079.791846] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.800460] env[62822]: DEBUG oslo_vmware.api [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.923508] env[62822]: INFO nova.compute.manager [-] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Took 1.39 seconds to deallocate network for instance. [ 1079.935367] env[62822]: DEBUG nova.compute.manager [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.940187] env[62822]: DEBUG nova.compute.manager [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.940187] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.943029] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf5d824-ddbe-40d8-b87d-f4332af67528 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.950199] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.950451] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c502247-8f15-473f-b0d5-90a4376c391a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.956809] env[62822]: DEBUG oslo_vmware.api [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1079.956809] env[62822]: value = "task-2764943" [ 1079.956809] env[62822]: _type = "Task" [ 1079.956809] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.965092] env[62822]: DEBUG oslo_vmware.api [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.974497] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764938, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.026954] env[62822]: INFO nova.network.neutron [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Port 22ecee52-3e1b-45f9-b76e-dcb1141e65ba from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1080.027321] env[62822]: DEBUG nova.network.neutron [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updating instance_info_cache with network_info: [{"id": "3a3f284c-0829-433d-abb9-eafa700f8b69", "address": "fa:16:3e:59:67:8e", "network": {"id": "2ce291d0-7b4f-44a7-af76-fbc0d578aeeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464751231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d460b6edfebe4f71820ebf90addff5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3f284c-08", "ovs_interfaceid": "3a3f284c-0829-433d-abb9-eafa700f8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.130042] env[62822]: DEBUG nova.scheduler.client.report [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Updated inventory for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1080.130042] env[62822]: DEBUG nova.compute.provider_tree [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Updating resource provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b generation from 155 to 156 during operation: update_inventory {{(pid=62822) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1080.130042] env[62822]: DEBUG nova.compute.provider_tree [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Updating inventory in ProviderTree for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.174954] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764941, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.269582] env[62822]: INFO nova.compute.manager [-] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Took 1.48 seconds to deallocate network for instance. [ 1080.287273] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.301149] env[62822]: DEBUG oslo_vmware.api [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764942, 'name': ReconfigVM_Task, 'duration_secs': 0.243535} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.301149] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1080.305665] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2abcf8ca-ee3c-4b19-8892-e41049b0192d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.321135] env[62822]: DEBUG oslo_vmware.api [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1080.321135] env[62822]: value = "task-2764944" [ 1080.321135] env[62822]: _type = "Task" [ 1080.321135] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.329176] env[62822]: DEBUG oslo_vmware.api [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.429907] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.461794] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.467362] env[62822]: DEBUG oslo_vmware.api [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.475497] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764938, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.529833] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Releasing lock "refresh_cache-995b5d3d-c730-4e9d-bbe2-0419071dc383" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.634879] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.923s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.637313] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.377s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.638783] env[62822]: INFO nova.compute.claims [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.653474] env[62822]: INFO nova.scheduler.client.report [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted allocations for instance a1c5540c-3ec7-4ec9-a797-a7d92f2469d2 [ 1080.675904] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764941, 'name': CreateVM_Task, 'duration_secs': 0.577192} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.676105] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.676800] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.676966] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.677306] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.677622] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ed49c5-fdbe-428e-9d00-92655d6354f0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.683111] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1080.683111] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52aa6e12-7b50-73d5-7e19-84dae6965ff8" [ 1080.683111] env[62822]: _type = "Task" [ 1080.683111] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.691765] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52aa6e12-7b50-73d5-7e19-84dae6965ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.776432] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.832952] env[62822]: DEBUG oslo_vmware.api [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.967123] env[62822]: DEBUG oslo_vmware.api [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764943, 'name': PowerOffVM_Task, 'duration_secs': 0.811317} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.967790] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.967970] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.970984] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9222b7d-61cc-4fbf-ab06-5cd26567103f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.979529] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764938, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.559885} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.979838] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77/4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.979993] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.980246] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b441b5-96f7-4372-99ea-4b02ebc13b1b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.987695] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1080.987695] env[62822]: value = "task-2764946" [ 1080.987695] env[62822]: _type = "Task" [ 1080.987695] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.995543] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.035057] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1954566c-bbe4-4d32-a57f-4490293891ec tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "interface-995b5d3d-c730-4e9d-bbe2-0419071dc383-22ecee52-3e1b-45f9-b76e-dcb1141e65ba" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.195s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.036158] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.036158] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.036303] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleting the datastore file [datastore2] 995b5d3d-c730-4e9d-bbe2-0419071dc383 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.037128] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0028e8d9-ab1b-4f40-b795-4438a9d6fdab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.045942] env[62822]: DEBUG oslo_vmware.api [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1081.045942] env[62822]: value = "task-2764947" [ 1081.045942] env[62822]: _type = "Task" [ 1081.045942] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.059169] env[62822]: DEBUG oslo_vmware.api [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.150121] env[62822]: DEBUG nova.compute.manager [req-a15b9962-2cf9-4303-9feb-b499a0369ba9 req-c92009d0-069a-43f1-ab44-1e19c71385f5 service nova] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Received event network-vif-deleted-d5aaec46-5ba7-4781-b754-c8e4de114317 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.160252] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f6215580-b472-4fc1-85e8-d30e9f36f8bc tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "a1c5540c-3ec7-4ec9-a797-a7d92f2469d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.377s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.193802] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52aa6e12-7b50-73d5-7e19-84dae6965ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.020842} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.194077] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.194324] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.194564] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.194720] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.194903] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.195189] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83755199-3d00-442f-b628-ded774f7038c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.202983] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.203178] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.203910] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2342a02b-8d2c-4a3d-8e2b-612fe0fc9740 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.211339] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1081.211339] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52db7851-e377-6bd2-c9a7-48005faa7386" [ 1081.211339] env[62822]: _type = "Task" [ 1081.211339] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.221716] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52db7851-e377-6bd2-c9a7-48005faa7386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.331221] env[62822]: DEBUG oslo_vmware.api [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764944, 'name': ReconfigVM_Task, 'duration_secs': 0.794138} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.332055] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556212', 'volume_id': '2da6e6b2-1db0-4729-a038-6f947462985c', 'name': 'volume-2da6e6b2-1db0-4729-a038-6f947462985c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91df3211-6c1c-4f70-bc44-e1cbb7bc97c5', 'attached_at': '', 'detached_at': '', 'volume_id': '2da6e6b2-1db0-4729-a038-6f947462985c', 'serial': '2da6e6b2-1db0-4729-a038-6f947462985c'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1081.340033] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "6768000e-8e69-4f92-a0d7-976fd23c6493" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.340282] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.340552] env[62822]: INFO nova.compute.manager [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Attaching volume f8ba6d47-bee2-4360-8b49-422531b1e6f5 to /dev/sdc [ 1081.370229] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa8b960-3b20-42ef-a034-a69378540d32 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.376815] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ca710-8a5f-48e8-9042-095b0c3a0876 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.389655] env[62822]: DEBUG nova.virt.block_device [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Updating existing volume attachment record: ec674f37-d62f-4e65-bd34-48876ec845a0 {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1081.497330] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086028} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.497564] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.498422] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bc6b33-d524-4c5e-8ad9-fb402271b110 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.523342] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77/4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.523689] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31fedcb9-d857-4a10-8ba9-f95bc6793649 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.543438] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1081.543438] env[62822]: value = "task-2764948" [ 1081.543438] env[62822]: _type = "Task" [ 1081.543438] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.554885] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.558300] env[62822]: DEBUG oslo_vmware.api [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168262} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.558545] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.558730] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.558908] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.559097] env[62822]: INFO nova.compute.manager [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1081.559340] env[62822]: DEBUG oslo.service.loopingcall [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1081.559535] env[62822]: DEBUG nova.compute.manager [-] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.559633] env[62822]: DEBUG nova.network.neutron [-] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.728745] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52db7851-e377-6bd2-c9a7-48005faa7386, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.732819] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50819f89-76f8-4982-b269-60f54cfca9a0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.740152] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1081.740152] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526395fc-19aa-26d8-b781-97b3ce2bd9e8" [ 1081.740152] env[62822]: _type = "Task" [ 1081.740152] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.747373] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526395fc-19aa-26d8-b781-97b3ce2bd9e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.878252] env[62822]: DEBUG nova.objects.instance [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lazy-loading 'flavor' on Instance uuid 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.955276] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c788ec-4be8-4d84-a1b6-db61ec5c3bb0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.964433] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85874c59-3bc6-49d4-8590-25c8fb1ad8e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.998586] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8d25fc-8a6c-4613-b953-6e53d1754283 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.007967] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b5d452-b045-46c9-b7d6-76dbcdfae9a1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.020360] env[62822]: DEBUG nova.compute.provider_tree [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.055278] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764948, 'name': ReconfigVM_Task, 'duration_secs': 0.327351} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.055684] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77/4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.057649] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'disk_bus': None, 'image_id': 'ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': 'f9355f0b-00ac-42f9-b5c3-0a476fa6d0ec', 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556248', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'name': 'volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77', 'attached_at': '', 'detached_at': '', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'serial': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4'}, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62822) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1082.058268] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1082.058699] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556248', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'name': 'volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77', 'attached_at': '', 'detached_at': '', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'serial': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1082.059335] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1318c86-9250-4ba0-9ebd-9d52d423740f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.076379] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e847253-720c-406c-a1cf-f80544626179 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.100732] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4/volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.105025] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce51275a-f3f2-4d27-9175-7b85a95901e0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.119365] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1082.119365] env[62822]: value = "task-2764950" [ 1082.119365] env[62822]: _type = "Task" [ 1082.119365] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.127968] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.249430] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526395fc-19aa-26d8-b781-97b3ce2bd9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.249713] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.249997] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 5e354d80-8f30-4531-85da-b23bed7c81df/5e354d80-8f30-4531-85da-b23bed7c81df.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.250264] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e45dbdce-ea24-4be1-9e09-3f23ed21e20d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.256325] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1082.256325] env[62822]: value = "task-2764951" [ 1082.256325] env[62822]: _type = "Task" [ 1082.256325] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.265591] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2764951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.527687] env[62822]: DEBUG nova.scheduler.client.report [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.540583] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "4a25c928-b390-4c15-9271-b6433e2543d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.540826] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "4a25c928-b390-4c15-9271-b6433e2543d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.629824] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764950, 'name': ReconfigVM_Task, 'duration_secs': 0.326858} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.630264] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4/volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.634996] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20cf97f9-2b50-42b8-b88c-cd467decccdd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.650425] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1082.650425] env[62822]: value = "task-2764952" [ 1082.650425] env[62822]: _type = "Task" [ 1082.650425] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.658997] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.766629] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2764951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454505} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.766886] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 5e354d80-8f30-4531-85da-b23bed7c81df/5e354d80-8f30-4531-85da-b23bed7c81df.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.767121] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.767377] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51f4a80c-c9a7-423c-8e64-4d61d8c63de4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.774455] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1082.774455] env[62822]: value = "task-2764953" [ 1082.774455] env[62822]: _type = "Task" [ 1082.774455] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.782118] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2764953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.816732] env[62822]: DEBUG nova.network.neutron [-] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.884955] env[62822]: DEBUG oslo_concurrency.lockutils [None req-88dd1611-f9dd-44a3-986e-f2756e722f93 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.753s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.034858] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.035444] env[62822]: DEBUG nova.compute.manager [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.038326] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.722s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.044170] env[62822]: DEBUG nova.compute.manager [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.165348] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764952, 'name': ReconfigVM_Task, 'duration_secs': 0.154136} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.165628] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556248', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'name': 'volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77', 'attached_at': '', 'detached_at': '', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'serial': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1083.166198] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ab2ce7b-0122-4d93-b5cf-83964df51b11 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.173788] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1083.173788] env[62822]: value = "task-2764954" [ 1083.173788] env[62822]: _type = "Task" [ 1083.173788] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.179027] env[62822]: DEBUG nova.compute.manager [req-e5dbd65b-adb8-4a51-a445-3017df2c56bb req-d9f11a87-a774-4bfb-84c6-18b0f64a15d7 service nova] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Received event network-vif-deleted-3a3f284c-0829-433d-abb9-eafa700f8b69 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.184321] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764954, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.283716] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2764953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069006} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.283716] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.284321] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395b7f07-05e8-4efd-a44d-a6b36bb61295 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.307182] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 5e354d80-8f30-4531-85da-b23bed7c81df/5e354d80-8f30-4531-85da-b23bed7c81df.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.307835] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6716051-2975-45c1-9532-d4371b48c025 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.322709] env[62822]: INFO nova.compute.manager [-] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Took 1.76 seconds to deallocate network for instance. [ 1083.329407] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1083.329407] env[62822]: value = "task-2764955" [ 1083.329407] env[62822]: _type = "Task" [ 1083.329407] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.337109] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2764955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.542084] env[62822]: DEBUG nova.compute.utils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.543640] env[62822]: DEBUG nova.objects.instance [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'migration_context' on Instance uuid e642dd4c-6901-41df-9fc7-64d2f9c1e38b {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.544749] env[62822]: DEBUG nova.compute.manager [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.544944] env[62822]: DEBUG nova.network.neutron [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.567179] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.607506] env[62822]: DEBUG nova.policy [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e58a5cd7f96464bbb23e406ad587124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7db8b3681ce4f36a2775732500a9b61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.660367] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.660793] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.660850] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.661196] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.661372] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.663745] env[62822]: INFO nova.compute.manager [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Terminating instance [ 1083.683743] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764954, 'name': Rename_Task, 'duration_secs': 0.148434} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.684463] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.684798] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50065e85-3ea0-4fca-a8e2-790a6729ebee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.690186] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1083.690186] env[62822]: value = "task-2764957" [ 1083.690186] env[62822]: _type = "Task" [ 1083.690186] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.698100] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.834951] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.841244] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2764955, 'name': ReconfigVM_Task, 'duration_secs': 0.476655} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.841546] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 5e354d80-8f30-4531-85da-b23bed7c81df/5e354d80-8f30-4531-85da-b23bed7c81df.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.842216] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1a441b6-4c71-4de2-89ed-ca2bfce6105b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.847702] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1083.847702] env[62822]: value = "task-2764958" [ 1083.847702] env[62822]: _type = "Task" [ 1083.847702] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.855465] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2764958, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.867174] env[62822]: DEBUG nova.network.neutron [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Successfully created port: 6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.045966] env[62822]: DEBUG nova.compute.manager [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.167684] env[62822]: DEBUG nova.compute.manager [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.167913] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.168845] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc80c98-7381-4a42-8e3e-cf80775d52fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.179150] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.179428] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b894b293-7438-453d-90a7-e0d44826bed1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.185849] env[62822]: DEBUG oslo_vmware.api [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1084.185849] env[62822]: value = "task-2764959" [ 1084.185849] env[62822]: _type = "Task" [ 1084.185849] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.206029] env[62822]: DEBUG oslo_vmware.api [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.206299] env[62822]: DEBUG oslo_vmware.api [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2764957, 'name': PowerOnVM_Task, 'duration_secs': 0.478669} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.206564] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.206761] env[62822]: DEBUG nova.compute.manager [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.207562] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf6afbd-4ded-4e20-96ba-ab8357829b50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.323142] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1aae2a-d3d0-413d-a141-69cdec4b3d91 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.330489] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11773c9-4ef5-463b-8982-c920255fdcd8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.365022] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d74717-813a-4baf-9864-e5f1d7ea31e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.372447] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2764958, 'name': Rename_Task, 'duration_secs': 0.14279} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.374494] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.374766] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a0b27cb-9991-4a05-9375-176cca82bc73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.377129] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130b2132-a756-48df-80d5-542b4a98f29d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.390565] env[62822]: DEBUG nova.compute.provider_tree [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.393455] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1084.393455] env[62822]: value = "task-2764960" [ 1084.393455] env[62822]: _type = "Task" [ 1084.393455] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.402195] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2764960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.699137] env[62822]: DEBUG oslo_vmware.api [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764959, 'name': PowerOffVM_Task, 'duration_secs': 0.357979} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.699466] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.699675] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.700019] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7ef0952-1c94-4d5e-a5b2-306823378ab2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.726789] env[62822]: DEBUG oslo_concurrency.lockutils [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.772943] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.773354] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.773612] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleting the datastore file [datastore1] 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.773973] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8d4b98f-61e5-4219-b090-1bd7c1c6405f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.784399] env[62822]: DEBUG oslo_vmware.api [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1084.784399] env[62822]: value = "task-2764962" [ 1084.784399] env[62822]: _type = "Task" [ 1084.784399] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.795196] env[62822]: DEBUG oslo_vmware.api [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.894167] env[62822]: DEBUG nova.scheduler.client.report [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.906731] env[62822]: DEBUG oslo_vmware.api [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2764960, 'name': PowerOnVM_Task, 'duration_secs': 0.458015} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.906978] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.907194] env[62822]: INFO nova.compute.manager [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1084.907373] env[62822]: DEBUG nova.compute.manager [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.908135] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db143027-dbf9-417d-8817-51f394b6c9fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.005931] env[62822]: DEBUG oslo_concurrency.lockutils [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "1d34622b-1e1a-445f-8508-f53bec37f109" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.006190] env[62822]: DEBUG oslo_concurrency.lockutils [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.057832] env[62822]: DEBUG nova.compute.manager [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.083630] env[62822]: DEBUG nova.virt.hardware [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.083937] env[62822]: DEBUG nova.virt.hardware [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.084122] env[62822]: DEBUG nova.virt.hardware [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.084317] env[62822]: DEBUG nova.virt.hardware [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.084489] env[62822]: DEBUG nova.virt.hardware [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.084652] env[62822]: DEBUG nova.virt.hardware [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.084881] env[62822]: DEBUG nova.virt.hardware [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.085059] env[62822]: DEBUG nova.virt.hardware [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.085255] env[62822]: DEBUG nova.virt.hardware [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.085437] env[62822]: DEBUG nova.virt.hardware [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.085633] env[62822]: DEBUG nova.virt.hardware [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.086550] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bb4d35-9eb4-4696-be58-4bcd6f8a989c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.095336] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65b70f3-7b58-4775-aa14-a86c440352f2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.292902] env[62822]: DEBUG nova.compute.manager [req-9c301583-29d9-4701-b417-528a96167181 req-27ed7ba3-6f0e-495b-9d39-4d8318986b8a service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Received event network-vif-plugged-6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1085.292902] env[62822]: DEBUG oslo_concurrency.lockutils [req-9c301583-29d9-4701-b417-528a96167181 req-27ed7ba3-6f0e-495b-9d39-4d8318986b8a service nova] Acquiring lock "11fdb173-22ab-4d56-9506-4136ed46d7f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.293061] env[62822]: DEBUG oslo_concurrency.lockutils [req-9c301583-29d9-4701-b417-528a96167181 req-27ed7ba3-6f0e-495b-9d39-4d8318986b8a service nova] Lock "11fdb173-22ab-4d56-9506-4136ed46d7f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.293267] env[62822]: DEBUG oslo_concurrency.lockutils [req-9c301583-29d9-4701-b417-528a96167181 req-27ed7ba3-6f0e-495b-9d39-4d8318986b8a service nova] Lock "11fdb173-22ab-4d56-9506-4136ed46d7f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.293501] env[62822]: DEBUG nova.compute.manager [req-9c301583-29d9-4701-b417-528a96167181 req-27ed7ba3-6f0e-495b-9d39-4d8318986b8a service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] No waiting events found dispatching network-vif-plugged-6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.293809] env[62822]: WARNING nova.compute.manager [req-9c301583-29d9-4701-b417-528a96167181 req-27ed7ba3-6f0e-495b-9d39-4d8318986b8a service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Received unexpected event network-vif-plugged-6b4dc61f-84fa-48be-837d-076b48b9b6fc for instance with vm_state building and task_state spawning. [ 1085.301199] env[62822]: DEBUG oslo_vmware.api [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2764962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357644} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.302290] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.302290] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.302290] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.302466] env[62822]: INFO nova.compute.manager [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1085.302729] env[62822]: DEBUG oslo.service.loopingcall [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.302948] env[62822]: DEBUG nova.compute.manager [-] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.303092] env[62822]: DEBUG nova.network.neutron [-] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.432009] env[62822]: INFO nova.compute.manager [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Took 22.12 seconds to build instance. [ 1085.507581] env[62822]: DEBUG nova.network.neutron [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Successfully updated port: 6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.509401] env[62822]: DEBUG nova.compute.utils [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.910685] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.872s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.921110] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.491s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.921385] env[62822]: DEBUG nova.objects.instance [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lazy-loading 'resources' on Instance uuid 9c810f48-abf2-447b-b1e3-6c8864f7de13 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.937760] env[62822]: DEBUG oslo_concurrency.lockutils [None req-0d175e63-f631-4bd2-97a4-f06704686a9f tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.638s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.939542] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1085.939790] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556260', 'volume_id': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'name': 'volume-f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6768000e-8e69-4f92-a0d7-976fd23c6493', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'serial': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1085.941944] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48595e88-b81d-4937-a243-8186ee338c2e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.961168] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a993d4b9-15a3-4f5f-ad82-1bea8fd41668 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.988840] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-f8ba6d47-bee2-4360-8b49-422531b1e6f5/volume-f8ba6d47-bee2-4360-8b49-422531b1e6f5.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.989178] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e72b5d65-eb43-4cd8-bc22-76e9b37cd5ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.008796] env[62822]: DEBUG oslo_vmware.api [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1086.008796] env[62822]: value = "task-2764963" [ 1086.008796] env[62822]: _type = "Task" [ 1086.008796] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.013959] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquiring lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.014131] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquired lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.014281] env[62822]: DEBUG nova.network.neutron [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.016148] env[62822]: DEBUG oslo_concurrency.lockutils [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.019705] env[62822]: DEBUG oslo_vmware.api [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.428832] env[62822]: DEBUG nova.network.neutron [-] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.531542] env[62822]: DEBUG oslo_vmware.api [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764963, 'name': ReconfigVM_Task, 'duration_secs': 0.373308} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.534465] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-f8ba6d47-bee2-4360-8b49-422531b1e6f5/volume-f8ba6d47-bee2-4360-8b49-422531b1e6f5.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.540514] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca1774d4-d6fa-4ae2-acac-43d06289f6b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.556725] env[62822]: DEBUG oslo_vmware.api [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1086.556725] env[62822]: value = "task-2764964" [ 1086.556725] env[62822]: _type = "Task" [ 1086.556725] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.568811] env[62822]: DEBUG oslo_vmware.api [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.587325] env[62822]: DEBUG nova.network.neutron [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.735503] env[62822]: DEBUG nova.network.neutron [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updating instance_info_cache with network_info: [{"id": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "address": "fa:16:3e:a9:f6:ef", "network": {"id": "651c32ce-ad8d-4cc6-b4f0-f8b5e4ff7705", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-872774769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7db8b3681ce4f36a2775732500a9b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4dc61f-84", "ovs_interfaceid": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.800897] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe25f74-5074-46bd-91ce-b97086e2bcf6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.809499] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65720815-d39e-4778-b7ea-e008d36a484d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.841232] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f507297-fc77-4034-8ce4-b6347ad35502 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.849495] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c58a5d3-9a94-4222-9d01-502bcfd30621 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.862986] env[62822]: DEBUG nova.compute.provider_tree [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.935247] env[62822]: INFO nova.compute.manager [-] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Took 1.63 seconds to deallocate network for instance. [ 1087.069745] env[62822]: DEBUG oslo_vmware.api [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764964, 'name': ReconfigVM_Task, 'duration_secs': 0.170827} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.069745] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556260', 'volume_id': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'name': 'volume-f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6768000e-8e69-4f92-a0d7-976fd23c6493', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'serial': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1087.119998] env[62822]: DEBUG oslo_concurrency.lockutils [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "1d34622b-1e1a-445f-8508-f53bec37f109" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.120994] env[62822]: DEBUG oslo_concurrency.lockutils [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.121667] env[62822]: INFO nova.compute.manager [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Attaching volume 01e10588-78df-4389-8564-e95e9cedcd51 to /dev/sdb [ 1087.154284] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9da66bd-97c7-4df8-9a69-8878ccb730ce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.162432] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265fa95d-c996-4386-94a9-bb1e2bbcb86d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.177879] env[62822]: DEBUG nova.virt.block_device [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updating existing volume attachment record: 8ba1a9dd-0c8b-43a3-91db-103212ddb68d {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1087.241536] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Releasing lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.241865] env[62822]: DEBUG nova.compute.manager [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Instance network_info: |[{"id": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "address": "fa:16:3e:a9:f6:ef", "network": {"id": "651c32ce-ad8d-4cc6-b4f0-f8b5e4ff7705", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-872774769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7db8b3681ce4f36a2775732500a9b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4dc61f-84", "ovs_interfaceid": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.242313] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:f6:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b4dc61f-84fa-48be-837d-076b48b9b6fc', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.249669] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Creating folder: Project (a7db8b3681ce4f36a2775732500a9b61). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.249939] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f36241a2-d080-45e5-9ef9-2c12b5e07fb0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.259790] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Created folder: Project (a7db8b3681ce4f36a2775732500a9b61) in parent group-v555973. [ 1087.259973] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Creating folder: Instances. Parent ref: group-v556261. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.260224] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cef0b1b7-05b2-4c82-8bca-3363c2788c5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.269220] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Created folder: Instances in parent group-v556261. [ 1087.269444] env[62822]: DEBUG oslo.service.loopingcall [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.269626] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.269817] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c78e8ce-aa07-4f3a-8c55-682cc6d5b6d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.287390] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.287390] env[62822]: value = "task-2764967" [ 1087.287390] env[62822]: _type = "Task" [ 1087.287390] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.294417] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764967, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.326904] env[62822]: DEBUG nova.compute.manager [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Received event network-changed-6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.327236] env[62822]: DEBUG nova.compute.manager [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Refreshing instance network info cache due to event network-changed-6b4dc61f-84fa-48be-837d-076b48b9b6fc. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.327544] env[62822]: DEBUG oslo_concurrency.lockutils [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] Acquiring lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.327798] env[62822]: DEBUG oslo_concurrency.lockutils [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] Acquired lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.328056] env[62822]: DEBUG nova.network.neutron [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Refreshing network info cache for port 6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.366656] env[62822]: DEBUG nova.scheduler.client.report [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.443125] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.466390] env[62822]: INFO nova.compute.manager [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Swapping old allocation on dict_keys(['a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b']) held by migration 74f85928-2cfe-424c-9d48-2689c63b2825 for instance [ 1087.490996] env[62822]: DEBUG nova.scheduler.client.report [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Overwriting current allocation {'allocations': {'a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': '8b01012c47334c55845412481bc4a582', 'user_id': 'c5c79a8aa1ff48d88bcbc999bdc328f8', 'consumer_generation': 1} on consumer e642dd4c-6901-41df-9fc7-64d2f9c1e38b {{(pid=62822) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1087.585381] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.585599] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.585786] env[62822]: DEBUG nova.network.neutron [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.796915] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764967, 'name': CreateVM_Task, 'duration_secs': 0.36521} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.797117] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.797709] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.797874] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.798215] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.798469] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caecef7b-4955-45dd-a125-f30af3b22d2b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.803027] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1087.803027] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5229b36c-5dd8-8f85-9bca-baedf29a69eb" [ 1087.803027] env[62822]: _type = "Task" [ 1087.803027] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.810497] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5229b36c-5dd8-8f85-9bca-baedf29a69eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.871775] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.874448] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.413s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.876069] env[62822]: INFO nova.compute.claims [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.894142] env[62822]: INFO nova.scheduler.client.report [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Deleted allocations for instance 9c810f48-abf2-447b-b1e3-6c8864f7de13 [ 1088.046032] env[62822]: DEBUG nova.network.neutron [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updated VIF entry in instance network info cache for port 6b4dc61f-84fa-48be-837d-076b48b9b6fc. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.046418] env[62822]: DEBUG nova.network.neutron [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updating instance_info_cache with network_info: [{"id": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "address": "fa:16:3e:a9:f6:ef", "network": {"id": "651c32ce-ad8d-4cc6-b4f0-f8b5e4ff7705", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-872774769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7db8b3681ce4f36a2775732500a9b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4dc61f-84", "ovs_interfaceid": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.111141] env[62822]: DEBUG nova.objects.instance [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'flavor' on Instance uuid 6768000e-8e69-4f92-a0d7-976fd23c6493 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.316624] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5229b36c-5dd8-8f85-9bca-baedf29a69eb, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.316942] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.317197] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.317443] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.317594] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.317881] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.318042] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d72c0d1-d849-446f-856d-6e58cb88e904 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.326355] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.326535] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.327250] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520a38bc-e065-41ab-82d2-7dabf72079cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.332243] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1088.332243] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5242e250-2106-6444-c203-7d66df53d8b8" [ 1088.332243] env[62822]: _type = "Task" [ 1088.332243] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.342284] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5242e250-2106-6444-c203-7d66df53d8b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.343332] env[62822]: DEBUG nova.network.neutron [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance_info_cache with network_info: [{"id": "cf8cec6a-19bd-4348-805a-172497618afb", "address": "fa:16:3e:c8:bd:7a", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8cec6a-19", "ovs_interfaceid": "cf8cec6a-19bd-4348-805a-172497618afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.401586] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a8401c8e-0cce-4ce2-a47c-ece1dd1598a0 tempest-ImagesOneServerNegativeTestJSON-86759796 tempest-ImagesOneServerNegativeTestJSON-86759796-project-member] Lock "9c810f48-abf2-447b-b1e3-6c8864f7de13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.493s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.549556] env[62822]: DEBUG oslo_concurrency.lockutils [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] Releasing lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.549847] env[62822]: DEBUG nova.compute.manager [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Received event network-vif-deleted-a4312113-d63e-4d3f-bc0c-04c72d230008 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.550044] env[62822]: DEBUG nova.compute.manager [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Received event network-changed-e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.550220] env[62822]: DEBUG nova.compute.manager [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Refreshing instance network info cache due to event network-changed-e2e262ac-6977-43f6-9dc5-f7d7363a2023. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1088.550423] env[62822]: DEBUG oslo_concurrency.lockutils [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] Acquiring lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.550607] env[62822]: DEBUG oslo_concurrency.lockutils [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] Acquired lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.550779] env[62822]: DEBUG nova.network.neutron [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Refreshing network info cache for port e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.616073] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfa887c-b164-493a-9d6b-818d23d5fd8b tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.276s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.843869] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5242e250-2106-6444-c203-7d66df53d8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.844853] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17fba347-42bd-4519-97e8-a040a28b8d0b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.847667] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-e642dd4c-6901-41df-9fc7-64d2f9c1e38b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.848617] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2a006d-02e6-489e-bdf7-b3a9bf8273e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.854573] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1088.854573] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bbec96-6ba6-0c59-ad5c-c93576608c82" [ 1088.854573] env[62822]: _type = "Task" [ 1088.854573] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.860018] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7189b3a3-809a-4a70-8a06-c8dbc6c1ec71 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.869037] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52bbec96-6ba6-0c59-ad5c-c93576608c82, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.869037] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.869037] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 11fdb173-22ab-4d56-9506-4136ed46d7f5/11fdb173-22ab-4d56-9506-4136ed46d7f5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.869295] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-757f20ff-5f9a-4572-b149-bad3bc1c8d6c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.878060] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1088.878060] env[62822]: value = "task-2764971" [ 1088.878060] env[62822]: _type = "Task" [ 1088.878060] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.888987] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.890920] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "6768000e-8e69-4f92-a0d7-976fd23c6493" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.892881] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.151884] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42db94c1-5f60-4d9c-9534-e958a04b5cd0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.164423] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8803ad-a71e-4444-959c-7c7652e82d22 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.209647] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e67c10-fe0e-4bdf-8bfe-14528fab31f6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.219186] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d373a965-7b82-4eea-82e0-673120f88137 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.235726] env[62822]: DEBUG nova.compute.provider_tree [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.367066] env[62822]: DEBUG nova.network.neutron [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updated VIF entry in instance network info cache for port e2e262ac-6977-43f6-9dc5-f7d7363a2023. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.367466] env[62822]: DEBUG nova.network.neutron [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updating instance_info_cache with network_info: [{"id": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "address": "fa:16:3e:0b:50:9f", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2e262ac-69", "ovs_interfaceid": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.391422] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764971, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.394565] env[62822]: INFO nova.compute.manager [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Detaching volume fde2b6bb-4a66-44ac-b6a3-b09839cdd791 [ 1089.502018] env[62822]: INFO nova.virt.block_device [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Attempting to driver detach volume fde2b6bb-4a66-44ac-b6a3-b09839cdd791 from mountpoint /dev/sdb [ 1089.502018] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1089.502018] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556255', 'volume_id': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'name': 'volume-fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6768000e-8e69-4f92-a0d7-976fd23c6493', 'attached_at': '', 'detached_at': '', 'volume_id': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'serial': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1089.502018] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f36759-c4aa-49c6-9a42-46ed1bf59fb4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.528298] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fa962d-9cf7-4e1e-8092-d32158d824a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.536870] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998d8134-bc03-42ec-83b0-6acfb0612a40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.565025] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac0436-70a6-4eee-873b-df0b72e10d67 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.583065] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] The volume has not been displaced from its original location: [datastore1] volume-fde2b6bb-4a66-44ac-b6a3-b09839cdd791/volume-fde2b6bb-4a66-44ac-b6a3-b09839cdd791.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1089.588352] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.588696] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f39db79-8017-47f9-aff9-c368d34d4fe3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.608376] env[62822]: DEBUG oslo_vmware.api [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1089.608376] env[62822]: value = "task-2764972" [ 1089.608376] env[62822]: _type = "Task" [ 1089.608376] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.617225] env[62822]: DEBUG oslo_vmware.api [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.738965] env[62822]: DEBUG nova.scheduler.client.report [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.871022] env[62822]: DEBUG oslo_concurrency.lockutils [req-ebadb342-fee4-4cb9-88c3-be43fb189337 req-32f6627f-27bf-4d83-ab91-14c76a3c4b61 service nova] Releasing lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.895065] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546719} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.895065] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 11fdb173-22ab-4d56-9506-4136ed46d7f5/11fdb173-22ab-4d56-9506-4136ed46d7f5.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.895065] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.895065] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a6d5268-baae-45df-9c90-e6347b9f0f7e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.901440] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1089.901440] env[62822]: value = "task-2764974" [ 1089.901440] env[62822]: _type = "Task" [ 1089.901440] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.912501] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.981540] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.981968] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f251572-673e-461f-a796-51da4613a8d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.991850] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1089.991850] env[62822]: value = "task-2764975" [ 1089.991850] env[62822]: _type = "Task" [ 1089.991850] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.001659] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.119186] env[62822]: DEBUG oslo_vmware.api [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764972, 'name': ReconfigVM_Task, 'duration_secs': 0.44323} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.119387] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.124060] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d4a014a-971d-4a8d-b83e-8b5399bae31b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.142025] env[62822]: DEBUG oslo_vmware.api [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1090.142025] env[62822]: value = "task-2764976" [ 1090.142025] env[62822]: _type = "Task" [ 1090.142025] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.152932] env[62822]: DEBUG oslo_vmware.api [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.246198] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.247484] env[62822]: DEBUG nova.compute.manager [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.250436] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.474s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.250703] env[62822]: DEBUG nova.objects.instance [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lazy-loading 'resources' on Instance uuid 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.411468] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075951} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.411774] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.412594] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e4e171-b8de-4bf7-9999-6541e655595c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.436511] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 11fdb173-22ab-4d56-9506-4136ed46d7f5/11fdb173-22ab-4d56-9506-4136ed46d7f5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.437268] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeeb7c42-4757-48f8-b11c-273b6c7fbc4b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.458730] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1090.458730] env[62822]: value = "task-2764977" [ 1090.458730] env[62822]: _type = "Task" [ 1090.458730] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.470111] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.503602] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764975, 'name': PowerOffVM_Task, 'duration_secs': 0.510107} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.503906] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.504647] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.504908] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.505112] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.505338] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.505515] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.505742] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.506068] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.506232] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.506491] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.506646] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.506802] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.512265] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b886a2d-5d57-497d-8383-38011cedc89c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.529639] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1090.529639] env[62822]: value = "task-2764978" [ 1090.529639] env[62822]: _type = "Task" [ 1090.529639] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.539710] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.650636] env[62822]: DEBUG oslo_vmware.api [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764976, 'name': ReconfigVM_Task, 'duration_secs': 0.160567} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.650941] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556255', 'volume_id': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'name': 'volume-fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6768000e-8e69-4f92-a0d7-976fd23c6493', 'attached_at': '', 'detached_at': '', 'volume_id': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791', 'serial': 'fde2b6bb-4a66-44ac-b6a3-b09839cdd791'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1090.754657] env[62822]: DEBUG nova.compute.utils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.758801] env[62822]: DEBUG nova.compute.manager [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.758801] env[62822]: DEBUG nova.network.neutron [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.835149] env[62822]: DEBUG nova.policy [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f873fd13c4c434fa453e8489add4312', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96ea8ae68a0a4ecb8c590916048ed90a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.969479] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.024186] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3086869b-6727-4c93-81fc-284244a97704 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.038838] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2517e81-5674-4d4c-aad4-0c87293d5c31 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.045508] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764978, 'name': ReconfigVM_Task, 'duration_secs': 0.245489} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.046677] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d576cb2-0852-467f-9629-ec43acf6cf65 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.081856] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8df8e3-87e7-40a9-a7a7-3f3749fd4e2d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.103457] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.103636] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.103810] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.103991] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.104151] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.104299] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.104500] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.104659] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.104829] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.105253] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.105253] env[62822]: DEBUG nova.virt.hardware [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.106370] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e3f5c2-1972-40c7-a526-08a20e9aaea5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.112193] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64301ad-ba74-496e-bf95-3cf6540c0f11 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.117372] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1091.117372] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a27ef1-a9fb-77de-2d66-18834997f856" [ 1091.117372] env[62822]: _type = "Task" [ 1091.117372] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.128312] env[62822]: DEBUG nova.compute.provider_tree [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.136306] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a27ef1-a9fb-77de-2d66-18834997f856, 'name': SearchDatastore_Task, 'duration_secs': 0.008297} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.138081] env[62822]: DEBUG nova.network.neutron [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Successfully created port: 6fb66480-86cf-42e4-9525-0dca27498295 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.144616] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.145639] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df9c056a-7275-4a77-8921-f0aed4faea90 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.171160] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1091.171160] env[62822]: value = "task-2764979" [ 1091.171160] env[62822]: _type = "Task" [ 1091.171160] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.182829] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.198666] env[62822]: DEBUG nova.objects.instance [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'flavor' on Instance uuid 6768000e-8e69-4f92-a0d7-976fd23c6493 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.259640] env[62822]: DEBUG nova.compute.manager [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.471125] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764977, 'name': ReconfigVM_Task, 'duration_secs': 0.742503} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.471415] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 11fdb173-22ab-4d56-9506-4136ed46d7f5/11fdb173-22ab-4d56-9506-4136ed46d7f5.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.472148] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7922a0ab-9a04-47cc-9d4d-1659408b185b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.479767] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1091.479767] env[62822]: value = "task-2764980" [ 1091.479767] env[62822]: _type = "Task" [ 1091.479767] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.488478] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764980, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.631400] env[62822]: DEBUG nova.scheduler.client.report [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.684768] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764979, 'name': ReconfigVM_Task, 'duration_secs': 0.459302} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.686506] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1091.690319] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4e8778-d565-4e32-8ca4-f442dd90f3e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.731223] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] e642dd4c-6901-41df-9fc7-64d2f9c1e38b/e642dd4c-6901-41df-9fc7-64d2f9c1e38b.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.733609] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a6e8049-f41a-4ec6-8b12-df253cc1d173 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.757159] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1091.757159] env[62822]: value = "task-2764981" [ 1091.757159] env[62822]: _type = "Task" [ 1091.757159] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.771164] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.992529] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764980, 'name': Rename_Task, 'duration_secs': 0.27741} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.993078] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.993396] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-058dda6d-4ede-4ff5-adac-65d5531b5fe7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.003655] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1092.003655] env[62822]: value = "task-2764982" [ 1092.003655] env[62822]: _type = "Task" [ 1092.003655] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.013650] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.136655] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.139500] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.572s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.141065] env[62822]: INFO nova.compute.claims [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.165012] env[62822]: INFO nova.scheduler.client.report [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Deleted allocations for instance 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250 [ 1092.195908] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "6768000e-8e69-4f92-a0d7-976fd23c6493" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.222207] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.222476] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556265', 'volume_id': '01e10588-78df-4389-8564-e95e9cedcd51', 'name': 'volume-01e10588-78df-4389-8564-e95e9cedcd51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d34622b-1e1a-445f-8508-f53bec37f109', 'attached_at': '', 'detached_at': '', 'volume_id': '01e10588-78df-4389-8564-e95e9cedcd51', 'serial': '01e10588-78df-4389-8564-e95e9cedcd51'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.223446] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d14a532-72d9-4210-a28c-9c128db3c8d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.243873] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f141cb-7968-4114-bfb4-a17db229cce9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.251445] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b81d91a0-b4ae-45bc-840b-7b806b7cf7d9 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.360s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.267216] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.071s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.277150] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-01e10588-78df-4389-8564-e95e9cedcd51/volume-01e10588-78df-4389-8564-e95e9cedcd51.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.282576] env[62822]: DEBUG nova.compute.manager [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.284687] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb603550-5dc5-4343-8af6-ebdce895ec31 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.306145] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764981, 'name': ReconfigVM_Task, 'duration_secs': 0.531255} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.307705] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] e642dd4c-6901-41df-9fc7-64d2f9c1e38b/e642dd4c-6901-41df-9fc7-64d2f9c1e38b.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.308289] env[62822]: DEBUG oslo_vmware.api [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1092.308289] env[62822]: value = "task-2764983" [ 1092.308289] env[62822]: _type = "Task" [ 1092.308289] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.309179] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de695733-4a8f-4465-a757-9dad73d7351c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.321582] env[62822]: DEBUG oslo_vmware.api [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.344337] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba08ce0-d948-46ba-b33a-f48bd4d1ac14 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.350806] env[62822]: DEBUG nova.virt.hardware [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.350994] env[62822]: DEBUG nova.virt.hardware [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.351115] env[62822]: DEBUG nova.virt.hardware [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.351332] env[62822]: DEBUG nova.virt.hardware [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.351550] env[62822]: DEBUG nova.virt.hardware [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.351764] env[62822]: DEBUG nova.virt.hardware [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.352045] env[62822]: DEBUG nova.virt.hardware [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.352273] env[62822]: DEBUG nova.virt.hardware [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.352497] env[62822]: DEBUG nova.virt.hardware [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.352764] env[62822]: DEBUG nova.virt.hardware [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.352989] env[62822]: DEBUG nova.virt.hardware [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.353935] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b5749-00a2-462c-a2f0-e0ff36160137 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.376371] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cb2972-4185-4b9e-abc4-48a01516c383 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.383855] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee5c134-669c-40e1-963a-de1456f588e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.408182] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c94e37-585b-4972-b954-0968af64e7df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.423415] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.423712] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc346f6b-b28d-4f1b-bc02-d270780efcec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.431913] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1092.431913] env[62822]: value = "task-2764984" [ 1092.431913] env[62822]: _type = "Task" [ 1092.431913] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.442116] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.515766] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764982, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.650403] env[62822]: DEBUG nova.compute.manager [req-3ee18d15-8eee-4a7a-9057-ae64542b4ab4 req-cdd53187-04c1-4c91-9e5b-a95f25498bc9 service nova] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Received event network-vif-plugged-6fb66480-86cf-42e4-9525-0dca27498295 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.650622] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ee18d15-8eee-4a7a-9057-ae64542b4ab4 req-cdd53187-04c1-4c91-9e5b-a95f25498bc9 service nova] Acquiring lock "cb72acc4-b2d1-4885-ad24-4fa858d05641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.650829] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ee18d15-8eee-4a7a-9057-ae64542b4ab4 req-cdd53187-04c1-4c91-9e5b-a95f25498bc9 service nova] Lock "cb72acc4-b2d1-4885-ad24-4fa858d05641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.650994] env[62822]: DEBUG oslo_concurrency.lockutils [req-3ee18d15-8eee-4a7a-9057-ae64542b4ab4 req-cdd53187-04c1-4c91-9e5b-a95f25498bc9 service nova] Lock "cb72acc4-b2d1-4885-ad24-4fa858d05641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.651174] env[62822]: DEBUG nova.compute.manager [req-3ee18d15-8eee-4a7a-9057-ae64542b4ab4 req-cdd53187-04c1-4c91-9e5b-a95f25498bc9 service nova] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] No waiting events found dispatching network-vif-plugged-6fb66480-86cf-42e4-9525-0dca27498295 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.651533] env[62822]: WARNING nova.compute.manager [req-3ee18d15-8eee-4a7a-9057-ae64542b4ab4 req-cdd53187-04c1-4c91-9e5b-a95f25498bc9 service nova] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Received unexpected event network-vif-plugged-6fb66480-86cf-42e4-9525-0dca27498295 for instance with vm_state building and task_state spawning. [ 1092.673099] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9121939a-945b-400f-b4f9-1eb121db0823 tempest-ServersTestJSON-2018771358 tempest-ServersTestJSON-2018771358-project-member] Lock "5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.496s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.779267] env[62822]: INFO nova.compute.manager [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Detaching volume f8ba6d47-bee2-4360-8b49-422531b1e6f5 [ 1092.818229] env[62822]: INFO nova.virt.block_device [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Attempting to driver detach volume f8ba6d47-bee2-4360-8b49-422531b1e6f5 from mountpoint /dev/sdc [ 1092.818522] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.818762] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556260', 'volume_id': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'name': 'volume-f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6768000e-8e69-4f92-a0d7-976fd23c6493', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'serial': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.819594] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93465759-e38f-4ea4-8a72-80e8d0168b42 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.828280] env[62822]: DEBUG oslo_vmware.api [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764983, 'name': ReconfigVM_Task, 'duration_secs': 0.402787} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.846655] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-01e10588-78df-4389-8564-e95e9cedcd51/volume-01e10588-78df-4389-8564-e95e9cedcd51.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.851786] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf409155-a45e-41f5-86a9-7299848c26a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.862518] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332944ff-e521-4a2e-9d48-a9127a684d69 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.871387] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b37c59b-8a84-4d04-a394-807d0dc615f0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.873984] env[62822]: DEBUG oslo_vmware.api [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1092.873984] env[62822]: value = "task-2764985" [ 1092.873984] env[62822]: _type = "Task" [ 1092.873984] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.898231] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e1bc3-ca5c-4961-bbf3-4e409dc2bfef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.904821] env[62822]: DEBUG oslo_vmware.api [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.918449] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] The volume has not been displaced from its original location: [datastore1] volume-f8ba6d47-bee2-4360-8b49-422531b1e6f5/volume-f8ba6d47-bee2-4360-8b49-422531b1e6f5.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1092.924063] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Reconfiguring VM instance instance-00000062 to detach disk 2002 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.924473] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8921051-ca1e-40bd-998b-5ca69bebf501 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.946833] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764984, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.948364] env[62822]: DEBUG oslo_vmware.api [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1092.948364] env[62822]: value = "task-2764986" [ 1092.948364] env[62822]: _type = "Task" [ 1092.948364] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.958958] env[62822]: DEBUG oslo_vmware.api [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.017281] env[62822]: DEBUG oslo_vmware.api [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764982, 'name': PowerOnVM_Task, 'duration_secs': 0.614754} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.017566] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.017782] env[62822]: INFO nova.compute.manager [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1093.017961] env[62822]: DEBUG nova.compute.manager [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.018882] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8cbe5a-17e7-41ca-9cde-7af86f62683f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.142084] env[62822]: DEBUG nova.network.neutron [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Successfully updated port: 6fb66480-86cf-42e4-9525-0dca27498295 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.388940] env[62822]: DEBUG oslo_vmware.api [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764985, 'name': ReconfigVM_Task, 'duration_secs': 0.145349} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.388940] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556265', 'volume_id': '01e10588-78df-4389-8564-e95e9cedcd51', 'name': 'volume-01e10588-78df-4389-8564-e95e9cedcd51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d34622b-1e1a-445f-8508-f53bec37f109', 'attached_at': '', 'detached_at': '', 'volume_id': '01e10588-78df-4389-8564-e95e9cedcd51', 'serial': '01e10588-78df-4389-8564-e95e9cedcd51'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1093.391650] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab27d527-17d8-4a78-8756-22d45200053e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.399800] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fa5b3c-b2a8-428a-a500-4a2f1fc8a8c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.432776] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee37b07-aba2-494b-8fef-dfb17a58a079 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.445438] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb9264-a4d6-4a0b-a678-05cd1ac888d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.462848] env[62822]: DEBUG oslo_vmware.api [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764984, 'name': PowerOnVM_Task, 'duration_secs': 0.641816} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.463410] env[62822]: DEBUG nova.compute.provider_tree [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.466671] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.472540] env[62822]: DEBUG oslo_vmware.api [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764986, 'name': ReconfigVM_Task, 'duration_secs': 0.238206} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.472867] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Reconfigured VM instance instance-00000062 to detach disk 2002 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.478219] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86b3c1cd-ff4d-4ad5-8683-b543c5d40a93 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.496860] env[62822]: DEBUG oslo_vmware.api [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1093.496860] env[62822]: value = "task-2764987" [ 1093.496860] env[62822]: _type = "Task" [ 1093.496860] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.510830] env[62822]: DEBUG oslo_vmware.api [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.542345] env[62822]: INFO nova.compute.manager [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Took 17.31 seconds to build instance. [ 1093.645984] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "refresh_cache-cb72acc4-b2d1-4885-ad24-4fa858d05641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.645984] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquired lock "refresh_cache-cb72acc4-b2d1-4885-ad24-4fa858d05641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.645984] env[62822]: DEBUG nova.network.neutron [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.970598] env[62822]: DEBUG nova.scheduler.client.report [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.007702] env[62822]: DEBUG oslo_vmware.api [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.044907] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f08f6fff-3012-4dbf-b996-7602336ff8b9 tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Lock "11fdb173-22ab-4d56-9506-4136ed46d7f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.817s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.202201] env[62822]: DEBUG nova.network.neutron [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.206751] env[62822]: INFO nova.compute.manager [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Rescuing [ 1094.207191] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquiring lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.207191] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquired lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.207317] env[62822]: DEBUG nova.network.neutron [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.429399] env[62822]: DEBUG nova.objects.instance [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lazy-loading 'flavor' on Instance uuid 1d34622b-1e1a-445f-8508-f53bec37f109 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.465062] env[62822]: DEBUG nova.network.neutron [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Updating instance_info_cache with network_info: [{"id": "6fb66480-86cf-42e4-9525-0dca27498295", "address": "fa:16:3e:88:39:04", "network": {"id": "c0e865e2-961a-448b-9c0b-fe1bd079ef29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1119122537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96ea8ae68a0a4ecb8c590916048ed90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb66480-86", "ovs_interfaceid": "6fb66480-86cf-42e4-9525-0dca27498295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.478987] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.479518] env[62822]: DEBUG nova.compute.manager [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.488326] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.653s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.488545] env[62822]: DEBUG nova.objects.instance [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'resources' on Instance uuid 995b5d3d-c730-4e9d-bbe2-0419071dc383 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.507938] env[62822]: DEBUG oslo_vmware.api [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.528620] env[62822]: INFO nova.compute.manager [None req-2c094e8a-1380-4c51-8b12-665f81c4dd0d tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance to original state: 'active' [ 1094.683998] env[62822]: DEBUG nova.compute.manager [req-8ee44aec-85b6-4192-8e72-0b14b82d6994 req-95984c78-2518-42d7-8d27-ab3a3afd3bda service nova] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Received event network-changed-6fb66480-86cf-42e4-9525-0dca27498295 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.683998] env[62822]: DEBUG nova.compute.manager [req-8ee44aec-85b6-4192-8e72-0b14b82d6994 req-95984c78-2518-42d7-8d27-ab3a3afd3bda service nova] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Refreshing instance network info cache due to event network-changed-6fb66480-86cf-42e4-9525-0dca27498295. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1094.684198] env[62822]: DEBUG oslo_concurrency.lockutils [req-8ee44aec-85b6-4192-8e72-0b14b82d6994 req-95984c78-2518-42d7-8d27-ab3a3afd3bda service nova] Acquiring lock "refresh_cache-cb72acc4-b2d1-4885-ad24-4fa858d05641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.905538] env[62822]: DEBUG nova.network.neutron [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updating instance_info_cache with network_info: [{"id": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "address": "fa:16:3e:a9:f6:ef", "network": {"id": "651c32ce-ad8d-4cc6-b4f0-f8b5e4ff7705", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-872774769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7db8b3681ce4f36a2775732500a9b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4dc61f-84", "ovs_interfaceid": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.934534] env[62822]: DEBUG oslo_concurrency.lockutils [None req-baad8a86-78b1-4c89-a521-30e9709d072a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.814s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.968254] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Releasing lock "refresh_cache-cb72acc4-b2d1-4885-ad24-4fa858d05641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.968565] env[62822]: DEBUG nova.compute.manager [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Instance network_info: |[{"id": "6fb66480-86cf-42e4-9525-0dca27498295", "address": "fa:16:3e:88:39:04", "network": {"id": "c0e865e2-961a-448b-9c0b-fe1bd079ef29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1119122537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96ea8ae68a0a4ecb8c590916048ed90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb66480-86", "ovs_interfaceid": "6fb66480-86cf-42e4-9525-0dca27498295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.968858] env[62822]: DEBUG oslo_concurrency.lockutils [req-8ee44aec-85b6-4192-8e72-0b14b82d6994 req-95984c78-2518-42d7-8d27-ab3a3afd3bda service nova] Acquired lock "refresh_cache-cb72acc4-b2d1-4885-ad24-4fa858d05641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.969050] env[62822]: DEBUG nova.network.neutron [req-8ee44aec-85b6-4192-8e72-0b14b82d6994 req-95984c78-2518-42d7-8d27-ab3a3afd3bda service nova] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Refreshing network info cache for port 6fb66480-86cf-42e4-9525-0dca27498295 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.970227] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:39:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fb66480-86cf-42e4-9525-0dca27498295', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.978202] env[62822]: DEBUG oslo.service.loopingcall [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.979014] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.979252] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df2866be-87ad-417b-8aba-75d9571c996a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.996826] env[62822]: DEBUG nova.compute.utils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.000590] env[62822]: DEBUG nova.compute.manager [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.000721] env[62822]: DEBUG nova.network.neutron [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.009738] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.009738] env[62822]: value = "task-2764988" [ 1095.009738] env[62822]: _type = "Task" [ 1095.009738] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.013631] env[62822]: DEBUG oslo_vmware.api [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764987, 'name': ReconfigVM_Task, 'duration_secs': 1.16377} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.016705] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556260', 'volume_id': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'name': 'volume-f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6768000e-8e69-4f92-a0d7-976fd23c6493', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5', 'serial': 'f8ba6d47-bee2-4360-8b49-422531b1e6f5'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1095.021727] env[62822]: INFO nova.compute.manager [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Rescuing [ 1095.021947] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.022353] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.022353] env[62822]: DEBUG nova.network.neutron [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.029087] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764988, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.044917] env[62822]: DEBUG nova.policy [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91e916ef310f4b0d96a70288033db95c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bda8cc3e41743e2a93a4b7aeb17e8ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.280477] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73405303-c042-4a91-a4a5-85d6127fdc07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.293244] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50597f40-764b-4b5a-a5c6-da88669a2a60 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.336527] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dda5183-a988-4621-a56b-97742b8b9922 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.346960] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd53a8a-5c5d-446a-a184-9215dc6e4a08 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.364376] env[62822]: DEBUG nova.compute.provider_tree [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.400095] env[62822]: DEBUG nova.network.neutron [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Successfully created port: fe28f0ec-7bf1-4eae-85ae-dd256a8ff606 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.409221] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Releasing lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.501305] env[62822]: DEBUG nova.compute.manager [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.525934] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2764988, 'name': CreateVM_Task, 'duration_secs': 0.407295} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.526192] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.527154] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.527483] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.527803] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.528083] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4bfbc5-602c-418c-b0fb-9ff078edd5e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.536209] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1095.536209] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529257d7-387e-cdb3-6100-779d0cf14aae" [ 1095.536209] env[62822]: _type = "Task" [ 1095.536209] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.548459] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529257d7-387e-cdb3-6100-779d0cf14aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.577614] env[62822]: DEBUG nova.objects.instance [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'flavor' on Instance uuid 6768000e-8e69-4f92-a0d7-976fd23c6493 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.867875] env[62822]: DEBUG nova.scheduler.client.report [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.990652] env[62822]: DEBUG nova.network.neutron [req-8ee44aec-85b6-4192-8e72-0b14b82d6994 req-95984c78-2518-42d7-8d27-ab3a3afd3bda service nova] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Updated VIF entry in instance network info cache for port 6fb66480-86cf-42e4-9525-0dca27498295. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.991034] env[62822]: DEBUG nova.network.neutron [req-8ee44aec-85b6-4192-8e72-0b14b82d6994 req-95984c78-2518-42d7-8d27-ab3a3afd3bda service nova] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Updating instance_info_cache with network_info: [{"id": "6fb66480-86cf-42e4-9525-0dca27498295", "address": "fa:16:3e:88:39:04", "network": {"id": "c0e865e2-961a-448b-9c0b-fe1bd079ef29", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1119122537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96ea8ae68a0a4ecb8c590916048ed90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb66480-86", "ovs_interfaceid": "6fb66480-86cf-42e4-9525-0dca27498295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.036891] env[62822]: DEBUG nova.network.neutron [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updating instance_info_cache with network_info: [{"id": "0692196a-f287-432d-86e4-9e8b3f450a35", "address": "fa:16:3e:14:56:f8", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0692196a-f2", "ovs_interfaceid": "0692196a-f287-432d-86e4-9e8b3f450a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.050979] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529257d7-387e-cdb3-6100-779d0cf14aae, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.054665] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.054665] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.054665] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.054665] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.054665] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.054665] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d349cf3a-99d2-4285-a2d4-8e86baa9c33d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.065662] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.065662] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.066920] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d77c66-aaa5-42b7-9e43-9232b39a08f2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.074261] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1096.074261] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ab6148-2ea2-65b1-58e9-d92c6da33936" [ 1096.074261] env[62822]: _type = "Task" [ 1096.074261] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.086803] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ab6148-2ea2-65b1-58e9-d92c6da33936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.177141] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquiring lock "da99c546-52a1-43fd-833a-e377801fb91b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.177373] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "da99c546-52a1-43fd-833a-e377801fb91b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.376535] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.379664] env[62822]: DEBUG oslo_concurrency.lockutils [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.652s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.379897] env[62822]: DEBUG nova.objects.instance [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1096.400581] env[62822]: INFO nova.scheduler.client.report [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleted allocations for instance 995b5d3d-c730-4e9d-bbe2-0419071dc383 [ 1096.494870] env[62822]: DEBUG oslo_concurrency.lockutils [req-8ee44aec-85b6-4192-8e72-0b14b82d6994 req-95984c78-2518-42d7-8d27-ab3a3afd3bda service nova] Releasing lock "refresh_cache-cb72acc4-b2d1-4885-ad24-4fa858d05641" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.514447] env[62822]: DEBUG nova.compute.manager [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.539554] env[62822]: DEBUG nova.virt.hardware [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.539778] env[62822]: DEBUG nova.virt.hardware [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.539933] env[62822]: DEBUG nova.virt.hardware [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.540160] env[62822]: DEBUG nova.virt.hardware [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.540268] env[62822]: DEBUG nova.virt.hardware [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.540409] env[62822]: DEBUG nova.virt.hardware [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.540650] env[62822]: DEBUG nova.virt.hardware [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.540815] env[62822]: DEBUG nova.virt.hardware [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.540982] env[62822]: DEBUG nova.virt.hardware [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.541156] env[62822]: DEBUG nova.virt.hardware [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.541332] env[62822]: DEBUG nova.virt.hardware [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.542182] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394f3eae-611b-485e-a8c3-51b9083aa2ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.545062] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.553383] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcd9e17-58eb-4aac-ae6f-cd98af11dcf7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.584669] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ab6148-2ea2-65b1-58e9-d92c6da33936, 'name': SearchDatastore_Task, 'duration_secs': 0.011524} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.585474] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59572c82-8348-4768-ab6c-421bcf9109f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.591243] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1096.591243] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52126ca5-3be5-da8a-3a27-aa5137fca484" [ 1096.591243] env[62822]: _type = "Task" [ 1096.591243] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.595558] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c2703fc9-1c6d-4682-b1dc-1089177ccaa5 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.329s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.599425] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.599672] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.599897] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.600094] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.600905] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.601857] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52126ca5-3be5-da8a-3a27-aa5137fca484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.602371] env[62822]: INFO nova.compute.manager [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Terminating instance [ 1096.679363] env[62822]: DEBUG nova.compute.manager [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.907919] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a59743a6-8f2e-453b-a6ba-926307e1e2dc tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "995b5d3d-c730-4e9d-bbe2-0419071dc383" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.479s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.952199] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.952523] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc4663ef-b844-4c1a-9293-57402f08f2df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.961411] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1096.961411] env[62822]: value = "task-2764989" [ 1096.961411] env[62822]: _type = "Task" [ 1096.961411] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.971491] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.103302] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52126ca5-3be5-da8a-3a27-aa5137fca484, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.103563] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.103927] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] cb72acc4-b2d1-4885-ad24-4fa858d05641/cb72acc4-b2d1-4885-ad24-4fa858d05641.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.104151] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ffa88c-6d3d-4b9c-b5f7-706767da42ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.106807] env[62822]: DEBUG nova.compute.manager [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.107026] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.107291] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec401600-b5e8-4bbf-ab17-f3affea94779 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.115720] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1097.115720] env[62822]: value = "task-2764990" [ 1097.115720] env[62822]: _type = "Task" [ 1097.115720] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.117323] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1097.117323] env[62822]: value = "task-2764991" [ 1097.117323] env[62822]: _type = "Task" [ 1097.117323] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.134008] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.137677] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.165127] env[62822]: DEBUG nova.compute.manager [req-ca0f22ad-09c4-4a06-ab63-a7b71b046a1e req-35f22835-9326-492a-b344-fbcbf6062115 service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Received event network-vif-plugged-fe28f0ec-7bf1-4eae-85ae-dd256a8ff606 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.165377] env[62822]: DEBUG oslo_concurrency.lockutils [req-ca0f22ad-09c4-4a06-ab63-a7b71b046a1e req-35f22835-9326-492a-b344-fbcbf6062115 service nova] Acquiring lock "4a25c928-b390-4c15-9271-b6433e2543d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.165716] env[62822]: DEBUG oslo_concurrency.lockutils [req-ca0f22ad-09c4-4a06-ab63-a7b71b046a1e req-35f22835-9326-492a-b344-fbcbf6062115 service nova] Lock "4a25c928-b390-4c15-9271-b6433e2543d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.165774] env[62822]: DEBUG oslo_concurrency.lockutils [req-ca0f22ad-09c4-4a06-ab63-a7b71b046a1e req-35f22835-9326-492a-b344-fbcbf6062115 service nova] Lock "4a25c928-b390-4c15-9271-b6433e2543d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.165919] env[62822]: DEBUG nova.compute.manager [req-ca0f22ad-09c4-4a06-ab63-a7b71b046a1e req-35f22835-9326-492a-b344-fbcbf6062115 service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] No waiting events found dispatching network-vif-plugged-fe28f0ec-7bf1-4eae-85ae-dd256a8ff606 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.166147] env[62822]: WARNING nova.compute.manager [req-ca0f22ad-09c4-4a06-ab63-a7b71b046a1e req-35f22835-9326-492a-b344-fbcbf6062115 service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Received unexpected event network-vif-plugged-fe28f0ec-7bf1-4eae-85ae-dd256a8ff606 for instance with vm_state building and task_state spawning. [ 1097.215214] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.313276] env[62822]: DEBUG nova.network.neutron [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Successfully updated port: fe28f0ec-7bf1-4eae-85ae-dd256a8ff606 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.367318] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "eed96017-c449-4ebc-8fd3-57948f8602cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.367318] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "eed96017-c449-4ebc-8fd3-57948f8602cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.368023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "eed96017-c449-4ebc-8fd3-57948f8602cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.368314] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "eed96017-c449-4ebc-8fd3-57948f8602cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.368622] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "eed96017-c449-4ebc-8fd3-57948f8602cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.373456] env[62822]: INFO nova.compute.manager [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Terminating instance [ 1097.388683] env[62822]: DEBUG oslo_concurrency.lockutils [None req-78e9ce8d-3c71-4831-8900-5f51a5fddc29 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.390143] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.947s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.390406] env[62822]: DEBUG nova.objects.instance [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lazy-loading 'resources' on Instance uuid 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.472910] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2764989, 'name': PowerOffVM_Task, 'duration_secs': 0.251451} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.473219] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.474106] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ccdd01-35e2-464d-b9e3-e3256efcd32b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.493773] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad38b510-ad6a-4ad0-b8c5-82badd2b15fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.532130] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.532450] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e382c7d-76a8-445a-a95a-8ba35c54c8a4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.544774] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1097.544774] env[62822]: value = "task-2764992" [ 1097.544774] env[62822]: _type = "Task" [ 1097.544774] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.554537] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1097.554745] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.554987] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.555159] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.555330] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.555588] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb23be1b-cccb-4a70-b71d-c83e53e18b4a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.573073] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.573288] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.574067] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ccdb47-361e-4269-a5e0-7e7ab7b2f767 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.584130] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1097.584130] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f0106c-537d-abc9-23a7-f0966f9708a5" [ 1097.584130] env[62822]: _type = "Task" [ 1097.584130] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.595987] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f0106c-537d-abc9-23a7-f0966f9708a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.632218] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764990, 'name': PowerOffVM_Task, 'duration_secs': 0.225283} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.632866] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.633095] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1097.633481] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556239', 'volume_id': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'name': 'volume-82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e642dd4c-6901-41df-9fc7-64d2f9c1e38b', 'attached_at': '2025-02-21T13:24:01.000000', 'detached_at': '', 'volume_id': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'serial': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1097.634040] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b366400a-5a2a-4e55-8624-0f0d26a5b9fc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.639802] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493269} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.640361] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] cb72acc4-b2d1-4885-ad24-4fa858d05641/cb72acc4-b2d1-4885-ad24-4fa858d05641.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.640569] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.640826] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f062ae04-a0b7-454a-aee5-608198b156e7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.660966] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cb5c13-05ab-476c-b030-5148217c4663 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.665272] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1097.665272] env[62822]: value = "task-2764993" [ 1097.665272] env[62822]: _type = "Task" [ 1097.665272] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.671548] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc4a360-faa0-427f-95e8-f32e24d5b53d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.677600] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.697034] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94d426f-83c8-475b-9201-b448880b9f4b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.712798] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] The volume has not been displaced from its original location: [datastore1] volume-82139ba2-3eae-44ea-bbb4-90f5e4b8de8d/volume-82139ba2-3eae-44ea-bbb4-90f5e4b8de8d.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1097.718086] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.718445] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d97459-8fee-455d-8e8a-317ed2bca553 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.739607] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1097.739607] env[62822]: value = "task-2764994" [ 1097.739607] env[62822]: _type = "Task" [ 1097.739607] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.748405] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.758037] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "6768000e-8e69-4f92-a0d7-976fd23c6493" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.758298] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.758504] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "6768000e-8e69-4f92-a0d7-976fd23c6493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.759063] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.759063] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.761061] env[62822]: INFO nova.compute.manager [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Terminating instance [ 1097.816706] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "refresh_cache-4a25c928-b390-4c15-9271-b6433e2543d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.816835] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "refresh_cache-4a25c928-b390-4c15-9271-b6433e2543d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.816995] env[62822]: DEBUG nova.network.neutron [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.875913] env[62822]: DEBUG nova.compute.manager [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.876167] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.877106] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae7e39a-0458-4105-b2d5-61cd209c5004 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.886579] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.886579] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9923f3d3-7b8a-4e40-ae6d-fa59253430af {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.896094] env[62822]: DEBUG oslo_vmware.api [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1097.896094] env[62822]: value = "task-2764995" [ 1097.896094] env[62822]: _type = "Task" [ 1097.896094] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.906111] env[62822]: DEBUG oslo_vmware.api [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.083346] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.083942] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da90848d-396c-44fa-81b6-de06fd415266 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.100028] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f0106c-537d-abc9-23a7-f0966f9708a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015547} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.100331] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1098.100331] env[62822]: value = "task-2764996" [ 1098.100331] env[62822]: _type = "Task" [ 1098.100331] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.101574] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae7d1f0-3711-4ac9-acd7-10a6db55f65e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.117022] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1098.117022] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c1736d-2203-1c7e-b291-422cc3626c5e" [ 1098.117022] env[62822]: _type = "Task" [ 1098.117022] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.117313] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.126423] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c1736d-2203-1c7e-b291-422cc3626c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.141108] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c99c363-e365-423e-a539-9039173ec052 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.149346] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1504326c-fb92-4819-8959-220b1be7de92 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.182965] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb79fae1-5987-485d-9615-d9752384ee59 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.194128] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74854fa-a1f8-4a15-81c2-d623946be7bd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.197897] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073352} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.198176] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.199309] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ece1df-6ac7-434c-8b8b-07b215f10e34 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.211087] env[62822]: DEBUG nova.compute.provider_tree [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.236052] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] cb72acc4-b2d1-4885-ad24-4fa858d05641/cb72acc4-b2d1-4885-ad24-4fa858d05641.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.237245] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd34ac7a-f93e-4d74-8c0b-98ea70d1ef76 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.263398] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764994, 'name': ReconfigVM_Task, 'duration_secs': 0.287043} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.264765] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1098.269700] env[62822]: DEBUG nova.compute.manager [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.269911] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.270245] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1098.270245] env[62822]: value = "task-2764997" [ 1098.270245] env[62822]: _type = "Task" [ 1098.270245] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.270451] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c12d1b-0e82-45a4-b572-97acc7d98d43 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.280938] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1178197e-d02b-4572-898a-0706d9c45789 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.292847] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.299128] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea41985-6c86-4226-b6ce-4a1fbe8154bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.299325] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1098.299325] env[62822]: value = "task-2764998" [ 1098.299325] env[62822]: _type = "Task" [ 1098.299325] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.299475] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.303566] env[62822]: DEBUG oslo_concurrency.lockutils [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "3092b05c-6611-41b0-938f-290a78b6de67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.303789] env[62822]: DEBUG oslo_concurrency.lockutils [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3092b05c-6611-41b0-938f-290a78b6de67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.304030] env[62822]: DEBUG oslo_concurrency.lockutils [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "3092b05c-6611-41b0-938f-290a78b6de67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.304268] env[62822]: DEBUG oslo_concurrency.lockutils [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3092b05c-6611-41b0-938f-290a78b6de67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.304427] env[62822]: DEBUG oslo_concurrency.lockutils [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3092b05c-6611-41b0-938f-290a78b6de67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.307596] env[62822]: DEBUG oslo_vmware.api [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1098.307596] env[62822]: value = "task-2764999" [ 1098.307596] env[62822]: _type = "Task" [ 1098.307596] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.311178] env[62822]: INFO nova.compute.manager [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Terminating instance [ 1098.312749] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764998, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.327650] env[62822]: DEBUG oslo_vmware.api [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.371024] env[62822]: DEBUG nova.network.neutron [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.407319] env[62822]: DEBUG oslo_vmware.api [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2764995, 'name': PowerOffVM_Task, 'duration_secs': 0.205425} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.407626] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.407817] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.408096] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83a93052-835e-4719-8cdd-4cfbbb214c9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.497818] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.497818] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.497818] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleting the datastore file [datastore2] eed96017-c449-4ebc-8fd3-57948f8602cb {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.497818] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98a88443-bd9d-4015-a059-dc52f7aaae0c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.505252] env[62822]: DEBUG oslo_vmware.api [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for the task: (returnval){ [ 1098.505252] env[62822]: value = "task-2765001" [ 1098.505252] env[62822]: _type = "Task" [ 1098.505252] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.519536] env[62822]: DEBUG oslo_vmware.api [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2765001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.587211] env[62822]: DEBUG nova.network.neutron [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Updating instance_info_cache with network_info: [{"id": "fe28f0ec-7bf1-4eae-85ae-dd256a8ff606", "address": "fa:16:3e:17:36:fa", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe28f0ec-7b", "ovs_interfaceid": "fe28f0ec-7bf1-4eae-85ae-dd256a8ff606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.612439] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2764996, 'name': PowerOffVM_Task, 'duration_secs': 0.209828} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.612802] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.613713] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f08d7d-a2ad-411f-8898-59fc594533a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.640397] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abb959d-452b-4a1e-842a-6a966c1fddd7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.646441] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c1736d-2203-1c7e-b291-422cc3626c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.019788} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.647050] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.647324] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 11fdb173-22ab-4d56-9506-4136ed46d7f5/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. {{(pid=62822) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1098.647585] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fea3f12f-10cf-440b-869a-20b4052966e7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.658563] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1098.658563] env[62822]: value = "task-2765002" [ 1098.658563] env[62822]: _type = "Task" [ 1098.658563] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.667420] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.681108] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.681428] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce1bb2c-140b-416c-8317-4e9da11b88e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.689041] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1098.689041] env[62822]: value = "task-2765003" [ 1098.689041] env[62822]: _type = "Task" [ 1098.689041] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.697229] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.714340] env[62822]: DEBUG nova.scheduler.client.report [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.793213] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2764997, 'name': ReconfigVM_Task, 'duration_secs': 0.36315} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.793489] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Reconfigured VM instance instance-0000006e to attach disk [datastore1] cb72acc4-b2d1-4885-ad24-4fa858d05641/cb72acc4-b2d1-4885-ad24-4fa858d05641.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.794137] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3090139f-8d9a-4b28-a898-59149878913f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.804860] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1098.804860] env[62822]: value = "task-2765004" [ 1098.804860] env[62822]: _type = "Task" [ 1098.804860] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.811477] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2764998, 'name': ReconfigVM_Task, 'duration_secs': 0.149128} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.812082] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556239', 'volume_id': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'name': 'volume-82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e642dd4c-6901-41df-9fc7-64d2f9c1e38b', 'attached_at': '2025-02-21T13:24:01.000000', 'detached_at': '', 'volume_id': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d', 'serial': '82139ba2-3eae-44ea-bbb4-90f5e4b8de8d'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1098.812376] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.813487] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd05c99-6c1c-477f-893a-7de6b994cfb7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.822795] env[62822]: DEBUG nova.compute.manager [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.823025] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.823295] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765004, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.824623] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1a7873-61d8-4247-a2e8-328033ef8966 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.829976] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.830644] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53a79907-e499-42b1-bf40-72bcd0cda331 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.836297] env[62822]: DEBUG oslo_vmware.api [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2764999, 'name': PowerOffVM_Task, 'duration_secs': 0.191258} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.839175] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.839372] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.839668] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.839905] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d73410f-2a79-49a4-afb0-ce8940d3b1b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.841631] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-776a3d42-bd22-4488-a205-d4dcf1bc8fe5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.855161] env[62822]: DEBUG oslo_vmware.api [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1098.855161] env[62822]: value = "task-2765006" [ 1098.855161] env[62822]: _type = "Task" [ 1098.855161] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.866533] env[62822]: DEBUG oslo_vmware.api [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.946669] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.946986] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.947220] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Deleting the datastore file [datastore2] 6768000e-8e69-4f92-a0d7-976fd23c6493 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.947556] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1f3491a-3e1f-48ac-8325-790afaa84aac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.956430] env[62822]: DEBUG oslo_vmware.api [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for the task: (returnval){ [ 1098.956430] env[62822]: value = "task-2765008" [ 1098.956430] env[62822]: _type = "Task" [ 1098.956430] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.967194] env[62822]: DEBUG oslo_vmware.api [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2765008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.992090] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.992358] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.992541] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleting the datastore file [datastore2] e642dd4c-6901-41df-9fc7-64d2f9c1e38b {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.993039] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fdec8cf-5da8-4d14-b97f-38b559b1e92a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.002397] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1099.002397] env[62822]: value = "task-2765009" [ 1099.002397] env[62822]: _type = "Task" [ 1099.002397] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.015617] env[62822]: DEBUG oslo_vmware.api [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Task: {'id': task-2765001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184387} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.019264] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.019552] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.019748] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.019963] env[62822]: INFO nova.compute.manager [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1099.020255] env[62822]: DEBUG oslo.service.loopingcall [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.020480] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.020756] env[62822]: DEBUG nova.compute.manager [-] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.020870] env[62822]: DEBUG nova.network.neutron [-] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.090535] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "refresh_cache-4a25c928-b390-4c15-9271-b6433e2543d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.091194] env[62822]: DEBUG nova.compute.manager [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Instance network_info: |[{"id": "fe28f0ec-7bf1-4eae-85ae-dd256a8ff606", "address": "fa:16:3e:17:36:fa", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe28f0ec-7b", "ovs_interfaceid": "fe28f0ec-7bf1-4eae-85ae-dd256a8ff606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.091569] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:36:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe28f0ec-7bf1-4eae-85ae-dd256a8ff606', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.103421] env[62822]: DEBUG oslo.service.loopingcall [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.103739] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.104062] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd3b3774-4626-47aa-a651-87ce2dc29059 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.128941] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.128941] env[62822]: value = "task-2765010" [ 1099.128941] env[62822]: _type = "Task" [ 1099.128941] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.142824] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765010, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.173633] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.201800] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1099.202138] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.202477] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.202783] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.203020] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.203369] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96aca8d8-32e8-4821-b356-6d212ba653ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.213623] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.213866] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.214640] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017756a2-ef2c-4d09-9af6-39ba7630c1d2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.218629] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.221242] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.006s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.225130] env[62822]: INFO nova.compute.claims [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.233233] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1099.233233] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b97f84-72bb-1110-627f-7109de0bb2b3" [ 1099.233233] env[62822]: _type = "Task" [ 1099.233233] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.233233] env[62822]: DEBUG nova.compute.manager [req-623339af-20b3-491f-a68b-f382914ff744 req-43ce1c7e-32be-4960-b569-7ba5a34b3083 service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Received event network-changed-fe28f0ec-7bf1-4eae-85ae-dd256a8ff606 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.233233] env[62822]: DEBUG nova.compute.manager [req-623339af-20b3-491f-a68b-f382914ff744 req-43ce1c7e-32be-4960-b569-7ba5a34b3083 service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Refreshing instance network info cache due to event network-changed-fe28f0ec-7bf1-4eae-85ae-dd256a8ff606. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1099.233233] env[62822]: DEBUG oslo_concurrency.lockutils [req-623339af-20b3-491f-a68b-f382914ff744 req-43ce1c7e-32be-4960-b569-7ba5a34b3083 service nova] Acquiring lock "refresh_cache-4a25c928-b390-4c15-9271-b6433e2543d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.233233] env[62822]: DEBUG oslo_concurrency.lockutils [req-623339af-20b3-491f-a68b-f382914ff744 req-43ce1c7e-32be-4960-b569-7ba5a34b3083 service nova] Acquired lock "refresh_cache-4a25c928-b390-4c15-9271-b6433e2543d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.233233] env[62822]: DEBUG nova.network.neutron [req-623339af-20b3-491f-a68b-f382914ff744 req-43ce1c7e-32be-4960-b569-7ba5a34b3083 service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Refreshing network info cache for port fe28f0ec-7bf1-4eae-85ae-dd256a8ff606 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.249512] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b97f84-72bb-1110-627f-7109de0bb2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.018797} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.251086] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f59bd7-7566-444a-99b1-2ad51e200885 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.255339] env[62822]: INFO nova.scheduler.client.report [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleted allocations for instance 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5 [ 1099.264396] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1099.264396] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c9d4a4-50a8-b2f8-ebfc-d649334e7e5a" [ 1099.264396] env[62822]: _type = "Task" [ 1099.264396] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.276133] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c9d4a4-50a8-b2f8-ebfc-d649334e7e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.317144] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765004, 'name': Rename_Task, 'duration_secs': 0.322574} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.317544] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.317896] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c24dc6a-7103-4e5e-9cf7-2bb436b4a20d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.326335] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1099.326335] env[62822]: value = "task-2765011" [ 1099.326335] env[62822]: _type = "Task" [ 1099.326335] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.336807] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.366970] env[62822]: DEBUG oslo_vmware.api [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765006, 'name': PowerOffVM_Task, 'duration_secs': 0.329992} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.367280] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.367449] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.367722] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-634c5d78-4b96-4c26-bd8a-754b8a046b0d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.469060] env[62822]: DEBUG oslo_vmware.api [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Task: {'id': task-2765008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403496} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.469306] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.469544] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.469766] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.469987] env[62822]: INFO nova.compute.manager [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1099.470285] env[62822]: DEBUG oslo.service.loopingcall [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.470523] env[62822]: DEBUG nova.compute.manager [-] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.470655] env[62822]: DEBUG nova.network.neutron [-] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.512372] env[62822]: DEBUG oslo_vmware.api [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482843} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.513083] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.513083] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.513264] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.513400] env[62822]: INFO nova.compute.manager [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Took 2.41 seconds to destroy the instance on the hypervisor. [ 1099.513856] env[62822]: DEBUG oslo.service.loopingcall [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.514024] env[62822]: DEBUG nova.compute.manager [-] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.514150] env[62822]: DEBUG nova.network.neutron [-] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.639746] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765010, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.670984] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543523} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.671247] env[62822]: INFO nova.virt.vmwareapi.ds_util [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 11fdb173-22ab-4d56-9506-4136ed46d7f5/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. [ 1099.672015] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77a50a7-36c0-4728-a417-6b02146b1425 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.699180] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 11fdb173-22ab-4d56-9506-4136ed46d7f5/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.699527] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b995214-ed37-4e3a-a6cf-641c7b68fa05 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.721854] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1099.721854] env[62822]: value = "task-2765013" [ 1099.721854] env[62822]: _type = "Task" [ 1099.721854] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.730780] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.765258] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b734a0c3-8189-4f46-b1cc-48a20c7a4788 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "91df3211-6c1c-4f70-bc44-e1cbb7bc97c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.104s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.776284] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c9d4a4-50a8-b2f8-ebfc-d649334e7e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.776715] env[62822]: DEBUG oslo_concurrency.lockutils [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.777376] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 1d34622b-1e1a-445f-8508-f53bec37f109/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. {{(pid=62822) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1099.778054] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c893db45-931f-4456-9b83-07761fb67220 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.788994] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1099.788994] env[62822]: value = "task-2765014" [ 1099.788994] env[62822]: _type = "Task" [ 1099.788994] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.798998] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.836483] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.907821] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.908210] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.908522] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleting the datastore file [datastore1] 3092b05c-6611-41b0-938f-290a78b6de67 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.908900] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5af5a05-0e69-479c-82de-67632f7645f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.917195] env[62822]: DEBUG oslo_vmware.api [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1099.917195] env[62822]: value = "task-2765015" [ 1099.917195] env[62822]: _type = "Task" [ 1099.917195] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.923511] env[62822]: DEBUG nova.network.neutron [-] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.928404] env[62822]: DEBUG oslo_vmware.api [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.150134] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765010, 'name': CreateVM_Task, 'duration_secs': 0.996464} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.150134] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.150134] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.150134] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.150134] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.150134] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2480c577-5e60-4d71-96e3-b9e2401b8123 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.158199] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1100.158199] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5289d4fa-1efe-f31e-c73f-1b05d3950267" [ 1100.158199] env[62822]: _type = "Task" [ 1100.158199] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.171205] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5289d4fa-1efe-f31e-c73f-1b05d3950267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.232401] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765013, 'name': ReconfigVM_Task, 'duration_secs': 0.380513} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.232737] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 11fdb173-22ab-4d56-9506-4136ed46d7f5/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.233785] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9c7d26-39c9-4b3e-9c2a-f1dbb44788f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.291149] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a7b56f5-8f51-44df-8f74-56e9dbbdb7dd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.314265] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765014, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.316053] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1100.316053] env[62822]: value = "task-2765016" [ 1100.316053] env[62822]: _type = "Task" [ 1100.316053] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.326643] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.343168] env[62822]: DEBUG oslo_vmware.api [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765011, 'name': PowerOnVM_Task, 'duration_secs': 0.692131} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.346296] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.348262] env[62822]: INFO nova.compute.manager [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1100.348262] env[62822]: DEBUG nova.compute.manager [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.348262] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0893deee-cca8-45d8-a1b3-565c5ea3a4a1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.428192] env[62822]: INFO nova.compute.manager [-] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Took 1.41 seconds to deallocate network for instance. [ 1100.429139] env[62822]: DEBUG oslo_vmware.api [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448974} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.431289] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.431289] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.431289] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.431289] env[62822]: INFO nova.compute.manager [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1100.431491] env[62822]: DEBUG oslo.service.loopingcall [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.434500] env[62822]: DEBUG nova.compute.manager [-] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.434607] env[62822]: DEBUG nova.network.neutron [-] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.550073] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5897264-f9cb-40ca-b050-a9c7c2a75046 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.558612] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1635717a-66cf-4be3-8466-dd04118bea0c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.591373] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da00df59-83ed-43a8-9370-836d9df1a5c9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.598394] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4923afed-eb61-4dba-a100-74e489f8c302 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.615114] env[62822]: DEBUG nova.compute.provider_tree [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.670844] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5289d4fa-1efe-f31e-c73f-1b05d3950267, 'name': SearchDatastore_Task, 'duration_secs': 0.058071} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.671197] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.671197] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.671458] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.671542] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.671723] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.671989] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6d8dd41-6ed9-4304-aff9-1f6b1c64d173 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.687985] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.688136] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.692746] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c381c8c5-1d75-4735-a385-d9dbdc1adf44 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.698123] env[62822]: DEBUG nova.network.neutron [req-623339af-20b3-491f-a68b-f382914ff744 req-43ce1c7e-32be-4960-b569-7ba5a34b3083 service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Updated VIF entry in instance network info cache for port fe28f0ec-7bf1-4eae-85ae-dd256a8ff606. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.700143] env[62822]: DEBUG nova.network.neutron [req-623339af-20b3-491f-a68b-f382914ff744 req-43ce1c7e-32be-4960-b569-7ba5a34b3083 service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Updating instance_info_cache with network_info: [{"id": "fe28f0ec-7bf1-4eae-85ae-dd256a8ff606", "address": "fa:16:3e:17:36:fa", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe28f0ec-7b", "ovs_interfaceid": "fe28f0ec-7bf1-4eae-85ae-dd256a8ff606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.706190] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1100.706190] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529f2231-2c4b-f743-d3c0-6697af7dda8c" [ 1100.706190] env[62822]: _type = "Task" [ 1100.706190] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.719358] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529f2231-2c4b-f743-d3c0-6697af7dda8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.814371] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535695} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.814689] env[62822]: INFO nova.virt.vmwareapi.ds_util [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 1d34622b-1e1a-445f-8508-f53bec37f109/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk. [ 1100.815456] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55da20ff-3c82-4e7a-b390-785836e4a03a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.829305] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765016, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.852943] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 1d34622b-1e1a-445f-8508-f53bec37f109/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.853933] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39905270-08ba-49e0-99e7-a44e5c8f0b07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.877854] env[62822]: INFO nova.compute.manager [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Took 20.44 seconds to build instance. [ 1100.880286] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1100.880286] env[62822]: value = "task-2765017" [ 1100.880286] env[62822]: _type = "Task" [ 1100.880286] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.891968] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.938091] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.118652] env[62822]: DEBUG nova.scheduler.client.report [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.201709] env[62822]: DEBUG oslo_concurrency.lockutils [req-623339af-20b3-491f-a68b-f382914ff744 req-43ce1c7e-32be-4960-b569-7ba5a34b3083 service nova] Releasing lock "refresh_cache-4a25c928-b390-4c15-9271-b6433e2543d2" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.221545] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529f2231-2c4b-f743-d3c0-6697af7dda8c, 'name': SearchDatastore_Task, 'duration_secs': 0.07209} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.221943] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15424bd-c5b9-4fae-a712-9d5561afc081 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.231232] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1101.231232] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ef33f5-771b-f72f-348a-666602060bc0" [ 1101.231232] env[62822]: _type = "Task" [ 1101.231232] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.241896] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ef33f5-771b-f72f-348a-666602060bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.288466] env[62822]: DEBUG nova.compute.manager [req-0adf4a2e-ad86-4cf2-a6d5-69ded5cc76b3 req-e306cf6b-ed33-4517-ada1-fcb2fa52d25f service nova] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Received event network-vif-deleted-7f7ee280-1fc2-493b-a2be-eae8092f6c4c {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.288466] env[62822]: DEBUG nova.compute.manager [req-0adf4a2e-ad86-4cf2-a6d5-69ded5cc76b3 req-e306cf6b-ed33-4517-ada1-fcb2fa52d25f service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Received event network-vif-deleted-7dc7ae46-ec5d-4930-abc1-caf23c0f66ac {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.288466] env[62822]: INFO nova.compute.manager [req-0adf4a2e-ad86-4cf2-a6d5-69ded5cc76b3 req-e306cf6b-ed33-4517-ada1-fcb2fa52d25f service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Neutron deleted interface 7dc7ae46-ec5d-4930-abc1-caf23c0f66ac; detaching it from the instance and deleting it from the info cache [ 1101.289475] env[62822]: DEBUG nova.network.neutron [req-0adf4a2e-ad86-4cf2-a6d5-69ded5cc76b3 req-e306cf6b-ed33-4517-ada1-fcb2fa52d25f service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.336412] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765016, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.386916] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4d0d717d-23ef-4221-9732-5f0fddc79260 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "cb72acc4-b2d1-4885-ad24-4fa858d05641" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.955s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.397524] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.427635] env[62822]: DEBUG nova.network.neutron [-] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.560115] env[62822]: DEBUG nova.network.neutron [-] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.625254] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.628569] env[62822]: DEBUG nova.compute.manager [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.631287] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.693s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.631526] env[62822]: DEBUG nova.objects.instance [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lazy-loading 'resources' on Instance uuid eed96017-c449-4ebc-8fd3-57948f8602cb {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.748243] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ef33f5-771b-f72f-348a-666602060bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.025907} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.748898] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.749186] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 4a25c928-b390-4c15-9271-b6433e2543d2/4a25c928-b390-4c15-9271-b6433e2543d2.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.749467] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72eebac5-c374-4e2d-a7ea-51d6265ca56a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.758782] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1101.758782] env[62822]: value = "task-2765018" [ 1101.758782] env[62822]: _type = "Task" [ 1101.758782] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.772207] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.793199] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-827eb7b2-a8e9-4c21-92de-eb00ccd4aa72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.807130] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3c3d83-b821-4271-b2aa-71e2f987d8b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.833992] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765016, 'name': ReconfigVM_Task, 'duration_secs': 1.194726} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.834188] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.834430] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36c8c680-10d2-468e-9eef-8fc9745569a6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.845860] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1101.845860] env[62822]: value = "task-2765019" [ 1101.845860] env[62822]: _type = "Task" [ 1101.845860] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.866476] env[62822]: DEBUG nova.compute.manager [req-0adf4a2e-ad86-4cf2-a6d5-69ded5cc76b3 req-e306cf6b-ed33-4517-ada1-fcb2fa52d25f service nova] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Detach interface failed, port_id=7dc7ae46-ec5d-4930-abc1-caf23c0f66ac, reason: Instance 6768000e-8e69-4f92-a0d7-976fd23c6493 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1101.866719] env[62822]: DEBUG nova.compute.manager [req-0adf4a2e-ad86-4cf2-a6d5-69ded5cc76b3 req-e306cf6b-ed33-4517-ada1-fcb2fa52d25f service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Received event network-vif-deleted-cf8cec6a-19bd-4348-805a-172497618afb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.866896] env[62822]: INFO nova.compute.manager [req-0adf4a2e-ad86-4cf2-a6d5-69ded5cc76b3 req-e306cf6b-ed33-4517-ada1-fcb2fa52d25f service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Neutron deleted interface cf8cec6a-19bd-4348-805a-172497618afb; detaching it from the instance and deleting it from the info cache [ 1101.867120] env[62822]: DEBUG nova.network.neutron [req-0adf4a2e-ad86-4cf2-a6d5-69ded5cc76b3 req-e306cf6b-ed33-4517-ada1-fcb2fa52d25f service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.876345] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765019, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.893718] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765017, 'name': ReconfigVM_Task, 'duration_secs': 0.95121} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.893718] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 1d34622b-1e1a-445f-8508-f53bec37f109/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad-rescue.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.894588] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a273626-34c9-4add-9a03-dad4f214b0a3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.924510] env[62822]: DEBUG nova.network.neutron [-] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.932570] env[62822]: INFO nova.compute.manager [-] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Took 2.46 seconds to deallocate network for instance. [ 1101.932570] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d1ee1eb-7418-4ff4-81ca-9971552d0b39 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.956557] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1101.956557] env[62822]: value = "task-2765020" [ 1101.956557] env[62822]: _type = "Task" [ 1101.956557] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.969274] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.063315] env[62822]: INFO nova.compute.manager [-] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Took 2.55 seconds to deallocate network for instance. [ 1102.138120] env[62822]: DEBUG nova.compute.utils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.145743] env[62822]: DEBUG nova.compute.manager [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Not allocating networking since 'none' was specified. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1102.282428] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765018, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.361647] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765019, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.370393] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.370665] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.378039] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a53c9bb-5d40-4220-bf80-9baf0a630220 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.389505] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94407058-dbbb-42fa-a679-1b2f0a84c6f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.439861] env[62822]: INFO nova.compute.manager [-] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Took 2.01 seconds to deallocate network for instance. [ 1102.441251] env[62822]: DEBUG nova.compute.manager [req-0adf4a2e-ad86-4cf2-a6d5-69ded5cc76b3 req-e306cf6b-ed33-4517-ada1-fcb2fa52d25f service nova] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Detach interface failed, port_id=cf8cec6a-19bd-4348-805a-172497618afb, reason: Instance e642dd4c-6901-41df-9fc7-64d2f9c1e38b could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1102.452556] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.458761] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb142bf-62d4-4750-8ab4-a7c821d41297 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.479901] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76a0883-e8d6-4b25-bb5c-5dcbefc118f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.484964] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765020, 'name': ReconfigVM_Task, 'duration_secs': 0.484395} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.485255] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.486023] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a1814ec-c535-4200-b0a0-6ca92d46cf59 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.531576] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16ec4b8-8384-4206-8add-da08e7d459c9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.535668] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1102.535668] env[62822]: value = "task-2765021" [ 1102.535668] env[62822]: _type = "Task" [ 1102.535668] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.548711] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a40e21-df2e-4235-af8c-a6278cb355f1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.558569] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.578389] env[62822]: DEBUG nova.compute.provider_tree [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.619129] env[62822]: INFO nova.compute.manager [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Took 0.56 seconds to detach 1 volumes for instance. [ 1102.645881] env[62822]: DEBUG nova.compute.manager [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.775445] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621623} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.775722] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 4a25c928-b390-4c15-9271-b6433e2543d2/4a25c928-b390-4c15-9271-b6433e2543d2.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.775917] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.776193] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df4b47ad-6747-4697-839f-64d0556adf9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.783522] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1102.783522] env[62822]: value = "task-2765022" [ 1102.783522] env[62822]: _type = "Task" [ 1102.783522] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.792237] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.860967] env[62822]: DEBUG oslo_vmware.api [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765019, 'name': PowerOnVM_Task, 'duration_secs': 0.559499} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.861235] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.864550] env[62822]: DEBUG nova.compute.manager [None req-f1697164-f9f3-4c5b-a915-e399746088da tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.865909] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174af135-8b3b-4ef1-ab3d-34151850f06f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.874863] env[62822]: DEBUG nova.compute.manager [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.954397] env[62822]: DEBUG oslo_concurrency.lockutils [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.048927] env[62822]: DEBUG oslo_vmware.api [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765021, 'name': PowerOnVM_Task, 'duration_secs': 0.505101} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.049298] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.052760] env[62822]: DEBUG nova.compute.manager [None req-69dba28a-39f1-4da2-ada7-c4688f64b35a tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.053709] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566336ab-e0f2-45fe-b305-dedc698748e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.082432] env[62822]: DEBUG nova.scheduler.client.report [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.126905] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.293898] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091239} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.294200] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.295010] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960607bb-0487-4959-a857-4b40bb9586d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.317813] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 4a25c928-b390-4c15-9271-b6433e2543d2/4a25c928-b390-4c15-9271-b6433e2543d2.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.319244] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2d48ec-d847-4ab0-a575-ab8504281d05 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.334138] env[62822]: DEBUG nova.compute.manager [req-c6e88784-dd3b-4956-9bc7-483ef017cf23 req-6b1ac46d-edec-474f-9324-165a8505a74e service nova] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Received event network-vif-deleted-d39fec22-9c52-4599-8cd8-6a196dfda918 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.342055] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1103.342055] env[62822]: value = "task-2765023" [ 1103.342055] env[62822]: _type = "Task" [ 1103.342055] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.351973] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.403033] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.587530] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.590009] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.138s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.590246] env[62822]: DEBUG nova.objects.instance [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lazy-loading 'resources' on Instance uuid 6768000e-8e69-4f92-a0d7-976fd23c6493 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.612784] env[62822]: INFO nova.scheduler.client.report [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Deleted allocations for instance eed96017-c449-4ebc-8fd3-57948f8602cb [ 1103.655601] env[62822]: DEBUG nova.compute.manager [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.680300] env[62822]: DEBUG nova.virt.hardware [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.680555] env[62822]: DEBUG nova.virt.hardware [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.680737] env[62822]: DEBUG nova.virt.hardware [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.680923] env[62822]: DEBUG nova.virt.hardware [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.681219] env[62822]: DEBUG nova.virt.hardware [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.681219] env[62822]: DEBUG nova.virt.hardware [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.681421] env[62822]: DEBUG nova.virt.hardware [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.681575] env[62822]: DEBUG nova.virt.hardware [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.681745] env[62822]: DEBUG nova.virt.hardware [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.681909] env[62822]: DEBUG nova.virt.hardware [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.682122] env[62822]: DEBUG nova.virt.hardware [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.683223] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1635b0-e17f-475a-b5cc-8d7fd7e6e892 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.691906] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bf0add-6706-4386-a039-59b20403060b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.706915] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.712588] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Creating folder: Project (2ee367e229cd4cdfab9da09a336afe82). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.712899] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b76b38f-cd06-4688-819a-3e5774e741cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.725892] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Created folder: Project (2ee367e229cd4cdfab9da09a336afe82) in parent group-v555973. [ 1103.726042] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Creating folder: Instances. Parent ref: group-v556268. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.726280] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45a32456-b18e-472e-b165-7e89e69b6ddd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.737156] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Created folder: Instances in parent group-v556268. [ 1103.737401] env[62822]: DEBUG oslo.service.loopingcall [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.737594] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.737804] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d1af5cb-b981-4a9d-a7aa-83fef1a96c14 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.756715] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.756715] env[62822]: value = "task-2765026" [ 1103.756715] env[62822]: _type = "Task" [ 1103.756715] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.765340] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765026, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.855655] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.124163] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b6a03344-375e-4243-8d8c-b3a1d88d8797 tempest-AttachInterfacesTestJSON-1410612943 tempest-AttachInterfacesTestJSON-1410612943-project-member] Lock "eed96017-c449-4ebc-8fd3-57948f8602cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.756s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.273588] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765026, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.348101] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea60a804-540f-4cd8-880a-b6a5442aeb8a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.360676] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765023, 'name': ReconfigVM_Task, 'duration_secs': 0.92602} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.361284] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 4a25c928-b390-4c15-9271-b6433e2543d2/4a25c928-b390-4c15-9271-b6433e2543d2.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.362447] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e9555f-bc3d-4990-8748-2e28057b972f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.365809] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90d0074c-f1c2-41f2-a534-f090bfe0f53c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.368364] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "cb72acc4-b2d1-4885-ad24-4fa858d05641" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.368611] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "cb72acc4-b2d1-4885-ad24-4fa858d05641" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.368856] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "cb72acc4-b2d1-4885-ad24-4fa858d05641-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.369062] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "cb72acc4-b2d1-4885-ad24-4fa858d05641-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.369237] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "cb72acc4-b2d1-4885-ad24-4fa858d05641-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.372123] env[62822]: INFO nova.compute.manager [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Terminating instance [ 1104.410081] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7360cb47-c727-4e9d-a820-cb7bf4234226 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.413766] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1104.413766] env[62822]: value = "task-2765027" [ 1104.413766] env[62822]: _type = "Task" [ 1104.413766] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.422051] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831510b1-ebb9-4bc8-8dce-78746ec70090 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.429706] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765027, 'name': Rename_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.441021] env[62822]: DEBUG nova.compute.provider_tree [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.767634] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765026, 'name': CreateVM_Task, 'duration_secs': 0.549299} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.768482] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.768482] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.768482] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.768758] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.769045] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f65cdc-a9f0-4a86-8dc4-49c6e14088ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.774756] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1104.774756] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528a8f3b-7a11-1f9d-2338-f290b8b933cc" [ 1104.774756] env[62822]: _type = "Task" [ 1104.774756] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.782853] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528a8f3b-7a11-1f9d-2338-f290b8b933cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.908742] env[62822]: DEBUG nova.compute.manager [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.909036] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.909894] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41534cb7-5c9d-41d3-aaf2-44b732cf1910 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.919417] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.919986] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b0333f4-5313-4197-bdc0-16625f8738df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.924887] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765027, 'name': Rename_Task, 'duration_secs': 0.203021} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.925146] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.926300] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5956e35-2a0e-4813-ac40-a4f57bca00bd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.927796] env[62822]: DEBUG oslo_vmware.api [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1104.927796] env[62822]: value = "task-2765028" [ 1104.927796] env[62822]: _type = "Task" [ 1104.927796] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.933274] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1104.933274] env[62822]: value = "task-2765029" [ 1104.933274] env[62822]: _type = "Task" [ 1104.933274] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.941830] env[62822]: DEBUG oslo_vmware.api [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.944357] env[62822]: DEBUG nova.scheduler.client.report [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.950841] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.984564] env[62822]: INFO nova.compute.manager [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Unrescuing [ 1104.984816] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.984966] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquired lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.985169] env[62822]: DEBUG nova.network.neutron [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.286316] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528a8f3b-7a11-1f9d-2338-f290b8b933cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013304} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.286636] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.286947] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.287234] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.287388] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.287567] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.287848] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b08ce01-cfa8-45c9-902d-44a4f644a298 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.302020] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.302020] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.302020] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40f2bdf-5094-409c-b389-fc17abd37eb4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.307262] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1105.307262] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528a7b64-d9d7-feb0-573d-f24bb99923d7" [ 1105.307262] env[62822]: _type = "Task" [ 1105.307262] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.315766] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528a7b64-d9d7-feb0-573d-f24bb99923d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.340447] env[62822]: DEBUG nova.compute.manager [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Received event network-changed-6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.340669] env[62822]: DEBUG nova.compute.manager [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Refreshing instance network info cache due to event network-changed-6b4dc61f-84fa-48be-837d-076b48b9b6fc. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1105.340933] env[62822]: DEBUG oslo_concurrency.lockutils [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] Acquiring lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.341130] env[62822]: DEBUG oslo_concurrency.lockutils [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] Acquired lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.341272] env[62822]: DEBUG nova.network.neutron [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Refreshing network info cache for port 6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.440713] env[62822]: DEBUG oslo_vmware.api [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765028, 'name': PowerOffVM_Task, 'duration_secs': 0.251314} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.441397] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.441574] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.441823] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b8e6e14-c3f7-475f-9ffd-c5a5bf19dec5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.446367] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.457166] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.458849] env[62822]: DEBUG oslo_concurrency.lockutils [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.505s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.459113] env[62822]: DEBUG nova.objects.instance [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'resources' on Instance uuid 3092b05c-6611-41b0-938f-290a78b6de67 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.482346] env[62822]: INFO nova.scheduler.client.report [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Deleted allocations for instance 6768000e-8e69-4f92-a0d7-976fd23c6493 [ 1105.515526] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.515787] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.515933] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Deleting the datastore file [datastore1] cb72acc4-b2d1-4885-ad24-4fa858d05641 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.516239] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b362ba23-c7f8-42df-b8e2-c60da688c782 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.526195] env[62822]: DEBUG oslo_vmware.api [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1105.526195] env[62822]: value = "task-2765031" [ 1105.526195] env[62822]: _type = "Task" [ 1105.526195] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.537752] env[62822]: DEBUG oslo_vmware.api [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.825064] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528a7b64-d9d7-feb0-573d-f24bb99923d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014492} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.827856] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0c4196-bf83-4390-b5cc-0faf2af582e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.835924] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1105.835924] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c44a98-fbdb-3bfe-7df6-29d15e6ddb30" [ 1105.835924] env[62822]: _type = "Task" [ 1105.835924] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.849420] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c44a98-fbdb-3bfe-7df6-29d15e6ddb30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.955662] env[62822]: DEBUG oslo_vmware.api [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765029, 'name': PowerOnVM_Task, 'duration_secs': 0.901236} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.956092] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.956336] env[62822]: INFO nova.compute.manager [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1105.956621] env[62822]: DEBUG nova.compute.manager [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.957717] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead4c98-69ff-441d-99bd-f1349005cfe9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.990244] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fbd5b37a-af49-4606-bef8-6c604990aa69 tempest-AttachVolumeTestJSON-444940362 tempest-AttachVolumeTestJSON-444940362-project-member] Lock "6768000e-8e69-4f92-a0d7-976fd23c6493" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.232s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.038745] env[62822]: DEBUG oslo_vmware.api [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378269} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.041596] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.041971] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.042358] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.042977] env[62822]: INFO nova.compute.manager [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1106.043405] env[62822]: DEBUG oslo.service.loopingcall [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.045411] env[62822]: DEBUG nova.compute.manager [-] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.045546] env[62822]: DEBUG nova.network.neutron [-] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.052223] env[62822]: DEBUG nova.network.neutron [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updating instance_info_cache with network_info: [{"id": "0692196a-f287-432d-86e4-9e8b3f450a35", "address": "fa:16:3e:14:56:f8", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0692196a-f2", "ovs_interfaceid": "0692196a-f287-432d-86e4-9e8b3f450a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.238671] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45774d8-4da6-47e4-b1a9-6887b6fddb96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.250092] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e23a4b7-e804-4da6-99da-9dea4899a34b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.287101] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0bd28c-78db-4e67-8525-c613c4b6dc2f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.296130] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4de4c72-fa40-4525-89c0-8ba11e7a2607 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.320720] env[62822]: DEBUG nova.compute.provider_tree [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.346910] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c44a98-fbdb-3bfe-7df6-29d15e6ddb30, 'name': SearchDatastore_Task, 'duration_secs': 0.014601} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.347286] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.347574] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] da99c546-52a1-43fd-833a-e377801fb91b/da99c546-52a1-43fd-833a-e377801fb91b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.347889] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac1d9333-22b7-4d29-b1b6-010dacc022e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.358816] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1106.358816] env[62822]: value = "task-2765032" [ 1106.358816] env[62822]: _type = "Task" [ 1106.358816] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.370293] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.417995] env[62822]: DEBUG nova.compute.manager [req-925905c3-f0be-4ed4-8b36-e48c6732f418 req-070d1e54-6e36-412a-89b8-cef39ec8e7fc service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Received event network-changed-6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.418552] env[62822]: DEBUG nova.compute.manager [req-925905c3-f0be-4ed4-8b36-e48c6732f418 req-070d1e54-6e36-412a-89b8-cef39ec8e7fc service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Refreshing instance network info cache due to event network-changed-6b4dc61f-84fa-48be-837d-076b48b9b6fc. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1106.418789] env[62822]: DEBUG oslo_concurrency.lockutils [req-925905c3-f0be-4ed4-8b36-e48c6732f418 req-070d1e54-6e36-412a-89b8-cef39ec8e7fc service nova] Acquiring lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.440860] env[62822]: DEBUG nova.network.neutron [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updated VIF entry in instance network info cache for port 6b4dc61f-84fa-48be-837d-076b48b9b6fc. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.441227] env[62822]: DEBUG nova.network.neutron [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updating instance_info_cache with network_info: [{"id": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "address": "fa:16:3e:a9:f6:ef", "network": {"id": "651c32ce-ad8d-4cc6-b4f0-f8b5e4ff7705", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-872774769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7db8b3681ce4f36a2775732500a9b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4dc61f-84", "ovs_interfaceid": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.489466] env[62822]: INFO nova.compute.manager [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Took 22.94 seconds to build instance. [ 1106.557823] env[62822]: DEBUG oslo_concurrency.lockutils [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Releasing lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.558493] env[62822]: DEBUG nova.objects.instance [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lazy-loading 'flavor' on Instance uuid 1d34622b-1e1a-445f-8508-f53bec37f109 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.825366] env[62822]: DEBUG nova.scheduler.client.report [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.874637] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765032, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.944435] env[62822]: DEBUG oslo_concurrency.lockutils [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] Releasing lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.944729] env[62822]: DEBUG nova.compute.manager [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Received event network-changed-6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.944892] env[62822]: DEBUG nova.compute.manager [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Refreshing instance network info cache due to event network-changed-6b4dc61f-84fa-48be-837d-076b48b9b6fc. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1106.945103] env[62822]: DEBUG oslo_concurrency.lockutils [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] Acquiring lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.945251] env[62822]: DEBUG oslo_concurrency.lockutils [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] Acquired lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.945416] env[62822]: DEBUG nova.network.neutron [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Refreshing network info cache for port 6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.992140] env[62822]: DEBUG oslo_concurrency.lockutils [None req-9e55d5f4-4fdc-45d3-bcf4-77370f927520 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "4a25c928-b390-4c15-9271-b6433e2543d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.451s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.069038] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1031a2de-7b54-42c9-8072-b53b8b449451 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.106045] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.106045] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5bea3c8-cdea-49cd-beec-adf3d500fcb8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.114887] env[62822]: DEBUG oslo_vmware.api [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1107.114887] env[62822]: value = "task-2765033" [ 1107.114887] env[62822]: _type = "Task" [ 1107.114887] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.126521] env[62822]: DEBUG oslo_vmware.api [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.171751] env[62822]: DEBUG nova.network.neutron [-] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.334348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.336756] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.210s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.337998] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.342135] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.939s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.347873] env[62822]: INFO nova.compute.claims [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.371024] env[62822]: INFO nova.scheduler.client.report [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleted allocations for instance 3092b05c-6611-41b0-938f-290a78b6de67 [ 1107.385052] env[62822]: DEBUG nova.compute.manager [req-583ee256-b5a8-420e-ba7b-caeba5082d23 req-7f4aa51d-f713-4172-ba9d-877b4838e8d5 service nova] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Received event network-vif-deleted-6fb66480-86cf-42e4-9525-0dca27498295 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.385701] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790341} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.386835] env[62822]: INFO nova.scheduler.client.report [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleted allocations for instance e642dd4c-6901-41df-9fc7-64d2f9c1e38b [ 1107.388396] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] da99c546-52a1-43fd-833a-e377801fb91b/da99c546-52a1-43fd-833a-e377801fb91b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.388634] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.389161] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad6f76df-3d7b-4b33-b749-608a4a1a359c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.400466] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1107.400466] env[62822]: value = "task-2765034" [ 1107.400466] env[62822]: _type = "Task" [ 1107.400466] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.412251] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.631507] env[62822]: DEBUG oslo_vmware.api [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765033, 'name': PowerOffVM_Task, 'duration_secs': 0.466405} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.632589] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.637238] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Reconfiguring VM instance instance-00000067 to detach disk 2002 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.637585] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebe19baf-063c-4d40-98d2-5636e59802ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.661146] env[62822]: DEBUG oslo_vmware.api [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1107.661146] env[62822]: value = "task-2765036" [ 1107.661146] env[62822]: _type = "Task" [ 1107.661146] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.671443] env[62822]: DEBUG oslo_vmware.api [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.676104] env[62822]: INFO nova.compute.manager [-] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Took 1.63 seconds to deallocate network for instance. [ 1107.726737] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "4a25c928-b390-4c15-9271-b6433e2543d2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.727338] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "4a25c928-b390-4c15-9271-b6433e2543d2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.821739] env[62822]: DEBUG nova.network.neutron [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updated VIF entry in instance network info cache for port 6b4dc61f-84fa-48be-837d-076b48b9b6fc. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.822120] env[62822]: DEBUG nova.network.neutron [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updating instance_info_cache with network_info: [{"id": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "address": "fa:16:3e:a9:f6:ef", "network": {"id": "651c32ce-ad8d-4cc6-b4f0-f8b5e4ff7705", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-872774769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7db8b3681ce4f36a2775732500a9b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4dc61f-84", "ovs_interfaceid": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.889571] env[62822]: DEBUG oslo_concurrency.lockutils [None req-521b2f96-1fe5-4dd3-ad43-b5f122153105 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3092b05c-6611-41b0-938f-290a78b6de67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.586s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.896942] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1b6febd-18f0-4907-b6d1-11efb8691149 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "e642dd4c-6901-41df-9fc7-64d2f9c1e38b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.297s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.910205] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082302} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.911401] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.912732] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae7df78-48d5-419c-829b-e9ba0ee7f5f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.933674] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] da99c546-52a1-43fd-833a-e377801fb91b/da99c546-52a1-43fd-833a-e377801fb91b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.934238] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-989c93a6-a384-46f0-a369-164a41b9a2e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.956498] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1107.956498] env[62822]: value = "task-2765037" [ 1107.956498] env[62822]: _type = "Task" [ 1107.956498] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.966510] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.171985] env[62822]: DEBUG oslo_vmware.api [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.185588] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.233109] env[62822]: DEBUG nova.compute.utils [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.325155] env[62822]: DEBUG oslo_concurrency.lockutils [req-0db631fc-973d-486e-b73e-abd474f42a92 req-0f952c70-5bb9-44b0-964a-a8b35db7122f service nova] Releasing lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.325698] env[62822]: DEBUG oslo_concurrency.lockutils [req-925905c3-f0be-4ed4-8b36-e48c6732f418 req-070d1e54-6e36-412a-89b8-cef39ec8e7fc service nova] Acquired lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.325945] env[62822]: DEBUG nova.network.neutron [req-925905c3-f0be-4ed4-8b36-e48c6732f418 req-070d1e54-6e36-412a-89b8-cef39ec8e7fc service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Refreshing network info cache for port 6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.470350] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765037, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.546907] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c4271c-870d-4b7c-ae3f-194296fd7da3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.555266] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5745885-686f-4928-b87f-1f11ff931f1a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.588474] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b276ed02-2c45-48f2-9126-24aa6f921e56 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.597422] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb686dd5-5799-4d3d-9a4a-8976f8899961 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.616554] env[62822]: DEBUG nova.compute.provider_tree [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.673787] env[62822]: DEBUG oslo_vmware.api [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765036, 'name': ReconfigVM_Task, 'duration_secs': 0.706095} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.673992] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Reconfigured VM instance instance-00000067 to detach disk 2002 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.674268] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.674531] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9997904-dd3b-4520-b809-077f590ecb83 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.683694] env[62822]: DEBUG oslo_vmware.api [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1108.683694] env[62822]: value = "task-2765038" [ 1108.683694] env[62822]: _type = "Task" [ 1108.683694] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.695865] env[62822]: DEBUG oslo_vmware.api [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.735809] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "4a25c928-b390-4c15-9271-b6433e2543d2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.968927] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765037, 'name': ReconfigVM_Task, 'duration_secs': 0.531851} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.969329] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Reconfigured VM instance instance-00000070 to attach disk [datastore2] da99c546-52a1-43fd-833a-e377801fb91b/da99c546-52a1-43fd-833a-e377801fb91b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.969937] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c337b607-b641-4c0b-a5ed-c8e5d78f52d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.978622] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1108.978622] env[62822]: value = "task-2765039" [ 1108.978622] env[62822]: _type = "Task" [ 1108.978622] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.987746] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765039, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.074300] env[62822]: DEBUG nova.network.neutron [req-925905c3-f0be-4ed4-8b36-e48c6732f418 req-070d1e54-6e36-412a-89b8-cef39ec8e7fc service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updated VIF entry in instance network info cache for port 6b4dc61f-84fa-48be-837d-076b48b9b6fc. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.074795] env[62822]: DEBUG nova.network.neutron [req-925905c3-f0be-4ed4-8b36-e48c6732f418 req-070d1e54-6e36-412a-89b8-cef39ec8e7fc service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updating instance_info_cache with network_info: [{"id": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "address": "fa:16:3e:a9:f6:ef", "network": {"id": "651c32ce-ad8d-4cc6-b4f0-f8b5e4ff7705", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-872774769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7db8b3681ce4f36a2775732500a9b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4dc61f-84", "ovs_interfaceid": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.121412] env[62822]: DEBUG nova.scheduler.client.report [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.195697] env[62822]: DEBUG oslo_vmware.api [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.413502] env[62822]: DEBUG nova.compute.manager [req-1b74624a-ee82-49a0-b130-993380d978c8 req-5af161f2-3e5d-464f-8d98-876afbede39e service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Received event network-changed-6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.413688] env[62822]: DEBUG nova.compute.manager [req-1b74624a-ee82-49a0-b130-993380d978c8 req-5af161f2-3e5d-464f-8d98-876afbede39e service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Refreshing instance network info cache due to event network-changed-6b4dc61f-84fa-48be-837d-076b48b9b6fc. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1109.413909] env[62822]: DEBUG oslo_concurrency.lockutils [req-1b74624a-ee82-49a0-b130-993380d978c8 req-5af161f2-3e5d-464f-8d98-876afbede39e service nova] Acquiring lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.489501] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765039, 'name': Rename_Task, 'duration_secs': 0.190948} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.490175] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.490429] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea56c66-3fbb-4a62-ac5a-4d19ab5027ed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.498838] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1109.498838] env[62822]: value = "task-2765040" [ 1109.498838] env[62822]: _type = "Task" [ 1109.498838] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.510813] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.540623] env[62822]: DEBUG oslo_concurrency.lockutils [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquiring lock "11fdb173-22ab-4d56-9506-4136ed46d7f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.540964] env[62822]: DEBUG oslo_concurrency.lockutils [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Lock "11fdb173-22ab-4d56-9506-4136ed46d7f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.541206] env[62822]: DEBUG oslo_concurrency.lockutils [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquiring lock "11fdb173-22ab-4d56-9506-4136ed46d7f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.541470] env[62822]: DEBUG oslo_concurrency.lockutils [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Lock "11fdb173-22ab-4d56-9506-4136ed46d7f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.541668] env[62822]: DEBUG oslo_concurrency.lockutils [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Lock "11fdb173-22ab-4d56-9506-4136ed46d7f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.544268] env[62822]: INFO nova.compute.manager [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Terminating instance [ 1109.578931] env[62822]: DEBUG oslo_concurrency.lockutils [req-925905c3-f0be-4ed4-8b36-e48c6732f418 req-070d1e54-6e36-412a-89b8-cef39ec8e7fc service nova] Releasing lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.579203] env[62822]: DEBUG oslo_concurrency.lockutils [req-1b74624a-ee82-49a0-b130-993380d978c8 req-5af161f2-3e5d-464f-8d98-876afbede39e service nova] Acquired lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.579360] env[62822]: DEBUG nova.network.neutron [req-1b74624a-ee82-49a0-b130-993380d978c8 req-5af161f2-3e5d-464f-8d98-876afbede39e service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Refreshing network info cache for port 6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.585504] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.585736] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.627428] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.628048] env[62822]: DEBUG nova.compute.manager [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.631084] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.446s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.631965] env[62822]: DEBUG nova.objects.instance [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lazy-loading 'resources' on Instance uuid cb72acc4-b2d1-4885-ad24-4fa858d05641 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.696189] env[62822]: DEBUG oslo_vmware.api [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765038, 'name': PowerOnVM_Task, 'duration_secs': 0.627445} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.696459] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.696696] env[62822]: DEBUG nova.compute.manager [None req-bd8eae70-48ed-4cd1-b307-5af96125a13e tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.697479] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa7e27a-8211-4ca4-ab9e-596a00ec60c2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.807455] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "4a25c928-b390-4c15-9271-b6433e2543d2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.807732] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "4a25c928-b390-4c15-9271-b6433e2543d2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.807967] env[62822]: INFO nova.compute.manager [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Attaching volume ab67a469-03cc-4b43-8e17-27505324dbf3 to /dev/sdb [ 1109.842169] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbddfad-d186-4005-8af5-da0872d1a15f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.853189] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16010b03-2930-419b-8ec2-a4e66a4ca960 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.872774] env[62822]: DEBUG nova.virt.block_device [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Updating existing volume attachment record: c198e97b-de66-475a-b0d1-b083024f54cd {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1110.009085] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765040, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.048068] env[62822]: DEBUG nova.compute.manager [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.048327] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.049293] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915bfd70-13c8-4dc1-b5a4-f2624bfb10c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.057763] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.058042] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2654d62e-b56a-45a2-8d9e-17dfef4172e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.065722] env[62822]: DEBUG oslo_vmware.api [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1110.065722] env[62822]: value = "task-2765042" [ 1110.065722] env[62822]: _type = "Task" [ 1110.065722] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.075338] env[62822]: DEBUG oslo_vmware.api [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.090013] env[62822]: DEBUG nova.compute.manager [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.133872] env[62822]: DEBUG nova.compute.utils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.138451] env[62822]: DEBUG nova.compute.manager [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.138451] env[62822]: DEBUG nova.network.neutron [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.230852] env[62822]: DEBUG nova.policy [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75f4eb2590643d59a312351aabca4a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe592d3bdd84e8a8510c55616ccd574', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.412106] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71121c23-5ae5-48dc-8b46-dc2075af2dc1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.422084] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e931ed65-7a4b-4a22-9171-2107bfcc5eb9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.456782] env[62822]: DEBUG nova.network.neutron [req-1b74624a-ee82-49a0-b130-993380d978c8 req-5af161f2-3e5d-464f-8d98-876afbede39e service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updated VIF entry in instance network info cache for port 6b4dc61f-84fa-48be-837d-076b48b9b6fc. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.457145] env[62822]: DEBUG nova.network.neutron [req-1b74624a-ee82-49a0-b130-993380d978c8 req-5af161f2-3e5d-464f-8d98-876afbede39e service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updating instance_info_cache with network_info: [{"id": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "address": "fa:16:3e:a9:f6:ef", "network": {"id": "651c32ce-ad8d-4cc6-b4f0-f8b5e4ff7705", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-872774769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7db8b3681ce4f36a2775732500a9b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4dc61f-84", "ovs_interfaceid": "6b4dc61f-84fa-48be-837d-076b48b9b6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.460456] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4be07a7-e36d-46a2-8b13-5d84eb8d62f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.468344] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7732ba-d78a-4c34-b59e-c70919227ead {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.483315] env[62822]: DEBUG nova.compute.provider_tree [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.508957] env[62822]: DEBUG oslo_vmware.api [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765040, 'name': PowerOnVM_Task, 'duration_secs': 0.935255} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.509290] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.509527] env[62822]: INFO nova.compute.manager [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1110.509739] env[62822]: DEBUG nova.compute.manager [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.510564] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e715410c-5006-4d75-9515-c2515824e49e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.579427] env[62822]: DEBUG oslo_vmware.api [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765042, 'name': PowerOffVM_Task, 'duration_secs': 0.254054} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.579787] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.579968] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.580315] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daeb6dc7-a36d-400e-babb-a76748e79e08 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.615369] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.634773] env[62822]: DEBUG nova.network.neutron [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Successfully created port: 70ea58fc-e76c-4d8e-94bc-580d3216aafb {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.642827] env[62822]: DEBUG nova.compute.manager [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.833948] env[62822]: DEBUG nova.compute.manager [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Stashing vm_state: active {{(pid=62822) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1110.866158] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.866440] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.867261] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.867261] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.962909] env[62822]: DEBUG oslo_concurrency.lockutils [req-1b74624a-ee82-49a0-b130-993380d978c8 req-5af161f2-3e5d-464f-8d98-876afbede39e service nova] Releasing lock "refresh_cache-11fdb173-22ab-4d56-9506-4136ed46d7f5" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.986384] env[62822]: DEBUG nova.scheduler.client.report [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.031861] env[62822]: INFO nova.compute.manager [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Took 13.85 seconds to build instance. [ 1111.053072] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.054330] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.054330] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Deleting the datastore file [datastore1] 11fdb173-22ab-4d56-9506-4136ed46d7f5 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.054330] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5c1dc56-e56c-4f32-bf5c-69f3c8ecab1b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.061709] env[62822]: DEBUG oslo_vmware.api [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for the task: (returnval){ [ 1111.061709] env[62822]: value = "task-2765047" [ 1111.061709] env[62822]: _type = "Task" [ 1111.061709] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.071471] env[62822]: DEBUG oslo_vmware.api [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.344441] env[62822]: DEBUG nova.compute.manager [req-9bfc7a64-10c1-4523-b552-5b84e8699b3b req-278e4745-691c-4add-a3c2-1a077dd9ff1e service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Received event network-changed-0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.344736] env[62822]: DEBUG nova.compute.manager [req-9bfc7a64-10c1-4523-b552-5b84e8699b3b req-278e4745-691c-4add-a3c2-1a077dd9ff1e service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Refreshing instance network info cache due to event network-changed-0692196a-f287-432d-86e4-9e8b3f450a35. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1111.344927] env[62822]: DEBUG oslo_concurrency.lockutils [req-9bfc7a64-10c1-4523-b552-5b84e8699b3b req-278e4745-691c-4add-a3c2-1a077dd9ff1e service nova] Acquiring lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.345202] env[62822]: DEBUG oslo_concurrency.lockutils [req-9bfc7a64-10c1-4523-b552-5b84e8699b3b req-278e4745-691c-4add-a3c2-1a077dd9ff1e service nova] Acquired lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.345432] env[62822]: DEBUG nova.network.neutron [req-9bfc7a64-10c1-4523-b552-5b84e8699b3b req-278e4745-691c-4add-a3c2-1a077dd9ff1e service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Refreshing network info cache for port 0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.365591] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.369883] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.491261] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.494271] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.878s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.495967] env[62822]: INFO nova.compute.claims [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.515799] env[62822]: INFO nova.scheduler.client.report [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Deleted allocations for instance cb72acc4-b2d1-4885-ad24-4fa858d05641 [ 1111.534631] env[62822]: DEBUG oslo_concurrency.lockutils [None req-edc18b48-497c-468f-89a1-17a2b95bbfc1 tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "da99c546-52a1-43fd-833a-e377801fb91b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.357s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.573426] env[62822]: DEBUG oslo_vmware.api [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Task: {'id': task-2765047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461488} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.573732] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.574395] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.574395] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.574395] env[62822]: INFO nova.compute.manager [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1111.574641] env[62822]: DEBUG oslo.service.loopingcall [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.574709] env[62822]: DEBUG nova.compute.manager [-] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.574768] env[62822]: DEBUG nova.network.neutron [-] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.653381] env[62822]: DEBUG nova.compute.manager [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.677288] env[62822]: DEBUG nova.virt.hardware [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.677455] env[62822]: DEBUG nova.virt.hardware [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.678210] env[62822]: DEBUG nova.virt.hardware [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.678210] env[62822]: DEBUG nova.virt.hardware [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.678210] env[62822]: DEBUG nova.virt.hardware [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.678210] env[62822]: DEBUG nova.virt.hardware [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.678421] env[62822]: DEBUG nova.virt.hardware [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.678562] env[62822]: DEBUG nova.virt.hardware [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.678760] env[62822]: DEBUG nova.virt.hardware [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.678953] env[62822]: DEBUG nova.virt.hardware [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.679193] env[62822]: DEBUG nova.virt.hardware [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.680143] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af77ad0-29d8-4d5c-890a-922156375de5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.689785] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a318741-08c6-4754-8ade-364fe36b40f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.822585] env[62822]: DEBUG nova.compute.manager [req-4b6fd86b-7b7e-4986-ae60-2bd946b17624 req-4219be6f-d8a6-4ad4-8319-d511bc30ef05 service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Received event network-vif-deleted-6b4dc61f-84fa-48be-837d-076b48b9b6fc {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.823022] env[62822]: INFO nova.compute.manager [req-4b6fd86b-7b7e-4986-ae60-2bd946b17624 req-4219be6f-d8a6-4ad4-8319-d511bc30ef05 service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Neutron deleted interface 6b4dc61f-84fa-48be-837d-076b48b9b6fc; detaching it from the instance and deleting it from the info cache [ 1111.823022] env[62822]: DEBUG nova.network.neutron [req-4b6fd86b-7b7e-4986-ae60-2bd946b17624 req-4219be6f-d8a6-4ad4-8319-d511bc30ef05 service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.027592] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d55b4b59-d85c-49a3-b456-4183071a4bd9 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "cb72acc4-b2d1-4885-ad24-4fa858d05641" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.659s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.086385] env[62822]: INFO nova.compute.manager [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Rebuilding instance [ 1112.132567] env[62822]: DEBUG nova.network.neutron [req-9bfc7a64-10c1-4523-b552-5b84e8699b3b req-278e4745-691c-4add-a3c2-1a077dd9ff1e service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updated VIF entry in instance network info cache for port 0692196a-f287-432d-86e4-9e8b3f450a35. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.133023] env[62822]: DEBUG nova.network.neutron [req-9bfc7a64-10c1-4523-b552-5b84e8699b3b req-278e4745-691c-4add-a3c2-1a077dd9ff1e service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updating instance_info_cache with network_info: [{"id": "0692196a-f287-432d-86e4-9e8b3f450a35", "address": "fa:16:3e:14:56:f8", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0692196a-f2", "ovs_interfaceid": "0692196a-f287-432d-86e4-9e8b3f450a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.142455] env[62822]: DEBUG nova.compute.manager [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.144748] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da593134-6a30-4b58-8286-77cfab9adabd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.280581] env[62822]: DEBUG nova.network.neutron [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Successfully updated port: 70ea58fc-e76c-4d8e-94bc-580d3216aafb {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.301887] env[62822]: DEBUG nova.network.neutron [-] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.327571] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7d9a770-b003-4ad4-9531-4b31200535df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.339206] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb34687-e2c7-4c32-b3cd-7d605214b788 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.376221] env[62822]: DEBUG nova.compute.manager [req-4b6fd86b-7b7e-4986-ae60-2bd946b17624 req-4219be6f-d8a6-4ad4-8319-d511bc30ef05 service nova] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Detach interface failed, port_id=6b4dc61f-84fa-48be-837d-076b48b9b6fc, reason: Instance 11fdb173-22ab-4d56-9506-4136ed46d7f5 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1112.637237] env[62822]: DEBUG oslo_concurrency.lockutils [req-9bfc7a64-10c1-4523-b552-5b84e8699b3b req-278e4745-691c-4add-a3c2-1a077dd9ff1e service nova] Releasing lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.686543] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9939ccfa-ee40-4204-a49d-47dfc6a10927 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.696979] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0ccb2e-b7a5-4957-8122-df731c66cb1c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.731469] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdf94be-cb59-4601-9183-872ff8ddd424 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.740717] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0c68ac-2ea9-419f-bc79-8750eb556b4a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.755121] env[62822]: DEBUG nova.compute.provider_tree [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.782972] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "refresh_cache-ef309ab6-e4ea-4b11-820e-6e24f56ee482" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.783158] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "refresh_cache-ef309ab6-e4ea-4b11-820e-6e24f56ee482" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.783304] env[62822]: DEBUG nova.network.neutron [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.807109] env[62822]: INFO nova.compute.manager [-] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Took 1.23 seconds to deallocate network for instance. [ 1113.158507] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.158995] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9479bbe-70f5-4e9b-b350-a91f60f342ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.167555] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1113.167555] env[62822]: value = "task-2765050" [ 1113.167555] env[62822]: _type = "Task" [ 1113.167555] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.176272] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.258675] env[62822]: DEBUG nova.scheduler.client.report [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.314152] env[62822]: DEBUG oslo_concurrency.lockutils [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.316030] env[62822]: DEBUG nova.network.neutron [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.374052] env[62822]: DEBUG nova.compute.manager [req-3a833f99-dc29-461d-a596-6bb6f538cdda req-0e194f7e-53b9-4673-ae43-9e79f1c99e9b service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Received event network-changed-0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.374052] env[62822]: DEBUG nova.compute.manager [req-3a833f99-dc29-461d-a596-6bb6f538cdda req-0e194f7e-53b9-4673-ae43-9e79f1c99e9b service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Refreshing instance network info cache due to event network-changed-0692196a-f287-432d-86e4-9e8b3f450a35. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1113.374052] env[62822]: DEBUG oslo_concurrency.lockutils [req-3a833f99-dc29-461d-a596-6bb6f538cdda req-0e194f7e-53b9-4673-ae43-9e79f1c99e9b service nova] Acquiring lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.374227] env[62822]: DEBUG oslo_concurrency.lockutils [req-3a833f99-dc29-461d-a596-6bb6f538cdda req-0e194f7e-53b9-4673-ae43-9e79f1c99e9b service nova] Acquired lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.374467] env[62822]: DEBUG nova.network.neutron [req-3a833f99-dc29-461d-a596-6bb6f538cdda req-0e194f7e-53b9-4673-ae43-9e79f1c99e9b service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Refreshing network info cache for port 0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.466593] env[62822]: DEBUG nova.network.neutron [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Updating instance_info_cache with network_info: [{"id": "70ea58fc-e76c-4d8e-94bc-580d3216aafb", "address": "fa:16:3e:10:44:70", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ea58fc-e7", "ovs_interfaceid": "70ea58fc-e76c-4d8e-94bc-580d3216aafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.678923] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765050, 'name': PowerOffVM_Task, 'duration_secs': 0.130448} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.679187] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.679421] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.680207] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f9d737-1fc4-4b45-9f73-09c5ab1bfa3d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.688215] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.688416] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48421a99-3c6e-40e3-beeb-8e2c2090c8ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.724607] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.724868] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.725143] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Deleting the datastore file [datastore2] da99c546-52a1-43fd-833a-e377801fb91b {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.725332] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe7e7dc-3b50-40d8-a522-808a365ceb8c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.735449] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1113.735449] env[62822]: value = "task-2765052" [ 1113.735449] env[62822]: _type = "Task" [ 1113.735449] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.746346] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.763455] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.764069] env[62822]: DEBUG nova.compute.manager [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.766823] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.401s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.848584] env[62822]: DEBUG nova.compute.manager [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Received event network-vif-plugged-70ea58fc-e76c-4d8e-94bc-580d3216aafb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.848985] env[62822]: DEBUG oslo_concurrency.lockutils [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] Acquiring lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.849231] env[62822]: DEBUG oslo_concurrency.lockutils [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.849416] env[62822]: DEBUG oslo_concurrency.lockutils [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.850235] env[62822]: DEBUG nova.compute.manager [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] No waiting events found dispatching network-vif-plugged-70ea58fc-e76c-4d8e-94bc-580d3216aafb {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.850235] env[62822]: WARNING nova.compute.manager [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Received unexpected event network-vif-plugged-70ea58fc-e76c-4d8e-94bc-580d3216aafb for instance with vm_state building and task_state spawning. [ 1113.850235] env[62822]: DEBUG nova.compute.manager [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Received event network-changed-70ea58fc-e76c-4d8e-94bc-580d3216aafb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.850235] env[62822]: DEBUG nova.compute.manager [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Refreshing instance network info cache due to event network-changed-70ea58fc-e76c-4d8e-94bc-580d3216aafb. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1113.850235] env[62822]: DEBUG oslo_concurrency.lockutils [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] Acquiring lock "refresh_cache-ef309ab6-e4ea-4b11-820e-6e24f56ee482" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.969532] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "refresh_cache-ef309ab6-e4ea-4b11-820e-6e24f56ee482" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.969849] env[62822]: DEBUG nova.compute.manager [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Instance network_info: |[{"id": "70ea58fc-e76c-4d8e-94bc-580d3216aafb", "address": "fa:16:3e:10:44:70", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ea58fc-e7", "ovs_interfaceid": "70ea58fc-e76c-4d8e-94bc-580d3216aafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.970579] env[62822]: DEBUG oslo_concurrency.lockutils [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] Acquired lock "refresh_cache-ef309ab6-e4ea-4b11-820e-6e24f56ee482" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.970579] env[62822]: DEBUG nova.network.neutron [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Refreshing network info cache for port 70ea58fc-e76c-4d8e-94bc-580d3216aafb {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.971744] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:44:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70ea58fc-e76c-4d8e-94bc-580d3216aafb', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.979450] env[62822]: DEBUG oslo.service.loopingcall [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1113.984351] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.985588] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8077ac6d-b264-4536-93f7-02eb21f5b1b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.008218] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.008218] env[62822]: value = "task-2765053" [ 1114.008218] env[62822]: _type = "Task" [ 1114.008218] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.016832] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765053, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.246853] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298321} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.247077] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.247274] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.247439] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.254479] env[62822]: DEBUG nova.network.neutron [req-3a833f99-dc29-461d-a596-6bb6f538cdda req-0e194f7e-53b9-4673-ae43-9e79f1c99e9b service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updated VIF entry in instance network info cache for port 0692196a-f287-432d-86e4-9e8b3f450a35. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.254837] env[62822]: DEBUG nova.network.neutron [req-3a833f99-dc29-461d-a596-6bb6f538cdda req-0e194f7e-53b9-4673-ae43-9e79f1c99e9b service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updating instance_info_cache with network_info: [{"id": "0692196a-f287-432d-86e4-9e8b3f450a35", "address": "fa:16:3e:14:56:f8", "network": {"id": "4a25e066-dfaf-46f7-b770-4d9e4f524274", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2099803980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d63fce8c2214a75920b4de15feebe75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0692196a-f2", "ovs_interfaceid": "0692196a-f287-432d-86e4-9e8b3f450a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.271375] env[62822]: DEBUG nova.compute.utils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.275322] env[62822]: INFO nova.compute.claims [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.278870] env[62822]: DEBUG nova.compute.manager [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.279277] env[62822]: DEBUG nova.network.neutron [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.344316] env[62822]: DEBUG nova.policy [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5c79a8aa1ff48d88bcbc999bdc328f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b01012c47334c55845412481bc4a582', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.391120] env[62822]: DEBUG nova.network.neutron [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Updated VIF entry in instance network info cache for port 70ea58fc-e76c-4d8e-94bc-580d3216aafb. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.391120] env[62822]: DEBUG nova.network.neutron [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Updating instance_info_cache with network_info: [{"id": "70ea58fc-e76c-4d8e-94bc-580d3216aafb", "address": "fa:16:3e:10:44:70", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ea58fc-e7", "ovs_interfaceid": "70ea58fc-e76c-4d8e-94bc-580d3216aafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.418159] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1114.418159] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556272', 'volume_id': 'ab67a469-03cc-4b43-8e17-27505324dbf3', 'name': 'volume-ab67a469-03cc-4b43-8e17-27505324dbf3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a25c928-b390-4c15-9271-b6433e2543d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab67a469-03cc-4b43-8e17-27505324dbf3', 'serial': 'ab67a469-03cc-4b43-8e17-27505324dbf3'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1114.418159] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3b44c7-449b-412d-ba42-dd47a6045d71 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.435397] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae66b682-4639-451e-8df4-1040197219d2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.464028] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-ab67a469-03cc-4b43-8e17-27505324dbf3/volume-ab67a469-03cc-4b43-8e17-27505324dbf3.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.464154] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ac21d9-e3e4-46bf-9d50-a900ca74c4ec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.484454] env[62822]: DEBUG oslo_vmware.api [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1114.484454] env[62822]: value = "task-2765055" [ 1114.484454] env[62822]: _type = "Task" [ 1114.484454] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.493572] env[62822]: DEBUG oslo_vmware.api [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.519400] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765053, 'name': CreateVM_Task, 'duration_secs': 0.360469} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.519670] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.520424] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.520693] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.520922] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.521378] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df2d3c16-c579-4f91-8940-d025f2f311b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.527060] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1114.527060] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b75a51-2ba7-c460-a23f-ee6072bfe99e" [ 1114.527060] env[62822]: _type = "Task" [ 1114.527060] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.537975] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b75a51-2ba7-c460-a23f-ee6072bfe99e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.659306] env[62822]: DEBUG nova.network.neutron [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Successfully created port: 4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.758613] env[62822]: DEBUG oslo_concurrency.lockutils [req-3a833f99-dc29-461d-a596-6bb6f538cdda req-0e194f7e-53b9-4673-ae43-9e79f1c99e9b service nova] Releasing lock "refresh_cache-1d34622b-1e1a-445f-8508-f53bec37f109" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.779489] env[62822]: DEBUG nova.compute.manager [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.787565] env[62822]: INFO nova.compute.resource_tracker [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating resource usage from migration 6196654d-30b7-47de-b40c-add57702a9a7 [ 1114.895275] env[62822]: DEBUG oslo_concurrency.lockutils [req-a4e501f3-2d9c-4456-9cab-df3ebca0f711 req-29679589-91d7-43c5-8d09-5da8846ac2a2 service nova] Releasing lock "refresh_cache-ef309ab6-e4ea-4b11-820e-6e24f56ee482" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.990191] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fc086c-c805-4135-9aea-062ab9fd71e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.000579] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b9f34d-bbfd-4a95-a2db-b66d22a95e5c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.003825] env[62822]: DEBUG oslo_vmware.api [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.035091] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d447d2-1942-4c98-9407-bf0476df0892 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.046243] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba88e3df-b5a5-4bd1-9971-c60da266d24d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.050080] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b75a51-2ba7-c460-a23f-ee6072bfe99e, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.050389] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.050627] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.050894] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.051055] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.051235] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.051786] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfa9d86d-1150-4271-a946-d83755dfc03f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.061942] env[62822]: DEBUG nova.compute.provider_tree [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.064343] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.064511] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.065370] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10ed5a2-0732-4d9f-83f4-67aa3e277e73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.071959] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1115.071959] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527be423-dd8d-5548-0d0a-dc9d6f0bf265" [ 1115.071959] env[62822]: _type = "Task" [ 1115.071959] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.081072] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527be423-dd8d-5548-0d0a-dc9d6f0bf265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.282873] env[62822]: DEBUG nova.virt.hardware [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.283165] env[62822]: DEBUG nova.virt.hardware [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.283323] env[62822]: DEBUG nova.virt.hardware [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.283527] env[62822]: DEBUG nova.virt.hardware [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.283742] env[62822]: DEBUG nova.virt.hardware [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.283900] env[62822]: DEBUG nova.virt.hardware [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.284124] env[62822]: DEBUG nova.virt.hardware [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.284290] env[62822]: DEBUG nova.virt.hardware [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.284458] env[62822]: DEBUG nova.virt.hardware [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.284622] env[62822]: DEBUG nova.virt.hardware [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.284792] env[62822]: DEBUG nova.virt.hardware [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.285689] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645d163f-91c6-4fcb-a019-72b9e257066f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.299299] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4baa04-46ef-45c9-a1cf-689eb59fa86a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.314566] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Instance VIF info [] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.319912] env[62822]: DEBUG oslo.service.loopingcall [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.320245] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.320640] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07cac6e3-6afc-4964-b4af-d5c2cde5aee2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.341263] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.341263] env[62822]: value = "task-2765056" [ 1115.341263] env[62822]: _type = "Task" [ 1115.341263] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.351378] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765056, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.495383] env[62822]: DEBUG oslo_vmware.api [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765055, 'name': ReconfigVM_Task, 'duration_secs': 0.946748} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.495678] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-ab67a469-03cc-4b43-8e17-27505324dbf3/volume-ab67a469-03cc-4b43-8e17-27505324dbf3.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.500919] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f370b890-b065-43a4-9cf9-5774fd811567 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.518427] env[62822]: DEBUG oslo_vmware.api [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1115.518427] env[62822]: value = "task-2765057" [ 1115.518427] env[62822]: _type = "Task" [ 1115.518427] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.528080] env[62822]: DEBUG oslo_vmware.api [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.567384] env[62822]: DEBUG nova.scheduler.client.report [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.585256] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527be423-dd8d-5548-0d0a-dc9d6f0bf265, 'name': SearchDatastore_Task, 'duration_secs': 0.018448} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.586377] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6d370d-63bd-4efc-b686-642b6b44efe2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.594053] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1115.594053] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dc79da-05e2-1f40-9b02-6eda7580383f" [ 1115.594053] env[62822]: _type = "Task" [ 1115.594053] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.604761] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dc79da-05e2-1f40-9b02-6eda7580383f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.795322] env[62822]: DEBUG nova.compute.manager [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.820434] env[62822]: DEBUG nova.virt.hardware [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.820736] env[62822]: DEBUG nova.virt.hardware [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.820828] env[62822]: DEBUG nova.virt.hardware [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.820983] env[62822]: DEBUG nova.virt.hardware [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.821140] env[62822]: DEBUG nova.virt.hardware [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.821286] env[62822]: DEBUG nova.virt.hardware [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.821489] env[62822]: DEBUG nova.virt.hardware [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.821679] env[62822]: DEBUG nova.virt.hardware [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.821803] env[62822]: DEBUG nova.virt.hardware [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.823558] env[62822]: DEBUG nova.virt.hardware [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.823558] env[62822]: DEBUG nova.virt.hardware [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.823558] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195f33d5-36ba-465c-a3d4-577159bdc8ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.832591] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1636e6a7-2379-4d69-b7c0-0cb70a2b8a75 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.858253] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765056, 'name': CreateVM_Task, 'duration_secs': 0.31198} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.858470] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.859039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.859039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.859361] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.859885] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7cacb51-70ae-4eb8-a48c-0a96926dfa8c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.865519] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1115.865519] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52da5517-7d36-ac3e-55aa-f878117f82a2" [ 1115.865519] env[62822]: _type = "Task" [ 1115.865519] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.878191] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52da5517-7d36-ac3e-55aa-f878117f82a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.031703] env[62822]: DEBUG oslo_vmware.api [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765057, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.063250] env[62822]: DEBUG oslo_concurrency.lockutils [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "492a0edf-38c7-436f-81e7-b6112dc16426" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.063250] env[62822]: DEBUG oslo_concurrency.lockutils [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.063250] env[62822]: DEBUG oslo_concurrency.lockutils [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "492a0edf-38c7-436f-81e7-b6112dc16426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.063250] env[62822]: DEBUG oslo_concurrency.lockutils [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.063250] env[62822]: DEBUG oslo_concurrency.lockutils [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.066564] env[62822]: INFO nova.compute.manager [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Terminating instance [ 1116.075016] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.306s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.075016] env[62822]: INFO nova.compute.manager [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Migrating [ 1116.081816] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.712s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.082212] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.082524] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1116.083125] env[62822]: DEBUG oslo_concurrency.lockutils [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.769s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.083187] env[62822]: DEBUG nova.objects.instance [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Lazy-loading 'resources' on Instance uuid 11fdb173-22ab-4d56-9506-4136ed46d7f5 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.087634] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c35ba2a-084e-4e3f-a701-3fbcbc0c69bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.107897] env[62822]: DEBUG nova.compute.manager [req-0957dea9-ed70-430d-8f99-364a610aa129 req-ba8f78e6-f6bf-4703-95be-21ab5beafd35 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Received event network-vif-plugged-4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.108547] env[62822]: DEBUG oslo_concurrency.lockutils [req-0957dea9-ed70-430d-8f99-364a610aa129 req-ba8f78e6-f6bf-4703-95be-21ab5beafd35 service nova] Acquiring lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.108859] env[62822]: DEBUG oslo_concurrency.lockutils [req-0957dea9-ed70-430d-8f99-364a610aa129 req-ba8f78e6-f6bf-4703-95be-21ab5beafd35 service nova] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.109092] env[62822]: DEBUG oslo_concurrency.lockutils [req-0957dea9-ed70-430d-8f99-364a610aa129 req-ba8f78e6-f6bf-4703-95be-21ab5beafd35 service nova] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.109333] env[62822]: DEBUG nova.compute.manager [req-0957dea9-ed70-430d-8f99-364a610aa129 req-ba8f78e6-f6bf-4703-95be-21ab5beafd35 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] No waiting events found dispatching network-vif-plugged-4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.109562] env[62822]: WARNING nova.compute.manager [req-0957dea9-ed70-430d-8f99-364a610aa129 req-ba8f78e6-f6bf-4703-95be-21ab5beafd35 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Received unexpected event network-vif-plugged-4da0739e-5af8-4beb-94a9-9f098b81bf02 for instance with vm_state building and task_state spawning. [ 1116.111278] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a1efbc-7c35-4438-9f22-45f513fcce5f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.120298] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52dc79da-05e2-1f40-9b02-6eda7580383f, 'name': SearchDatastore_Task, 'duration_secs': 0.012067} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.121087] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.121556] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] ef309ab6-e4ea-4b11-820e-6e24f56ee482/ef309ab6-e4ea-4b11-820e-6e24f56ee482.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.124329] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-674f82a7-b965-410c-9d6f-de7bdfad2234 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.135960] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b41a426-5db9-401e-a576-4093935e19c1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.142477] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1116.142477] env[62822]: value = "task-2765058" [ 1116.142477] env[62822]: _type = "Task" [ 1116.142477] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.149580] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadfeea6-1e99-4c8e-8159-d54db5ec90ed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.158307] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.188389] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178186MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1116.188573] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.226152] env[62822]: DEBUG nova.network.neutron [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Successfully updated port: 4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.315233] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8148833-149d-4add-bc11-d50af1c8607b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.323068] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9761b0-60eb-465e-bfb6-3ccafd4ced3f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.352710] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25ed000-79ae-4e5b-a34f-ea6703969d46 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.361271] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f160a36-7a3b-4a25-9e0b-56574e0cffa0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.376594] env[62822]: DEBUG nova.compute.provider_tree [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.383295] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52da5517-7d36-ac3e-55aa-f878117f82a2, 'name': SearchDatastore_Task, 'duration_secs': 0.013134} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.383587] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.383815] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.384052] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.384198] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.384370] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.385147] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bd5fb05-c4aa-46b9-87d1-06a12db0751d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.394585] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.394759] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.395490] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4de3091-6baa-4801-8e85-502ee98a7396 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.401425] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1116.401425] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520e47b7-b73a-f7c7-ea49-e5f274c38060" [ 1116.401425] env[62822]: _type = "Task" [ 1116.401425] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.410716] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520e47b7-b73a-f7c7-ea49-e5f274c38060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.531823] env[62822]: DEBUG oslo_vmware.api [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765057, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.570908] env[62822]: DEBUG nova.compute.manager [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.571254] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.572127] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6982f2c0-c09f-4b8b-a324-6b174b87cc76 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.580912] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.581239] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a371a7cc-74da-43b5-810b-8481391f4fdd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.588852] env[62822]: DEBUG oslo_vmware.api [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1116.588852] env[62822]: value = "task-2765059" [ 1116.588852] env[62822]: _type = "Task" [ 1116.588852] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.598102] env[62822]: DEBUG oslo_vmware.api [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.600876] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.601057] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.601275] env[62822]: DEBUG nova.network.neutron [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.654661] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.732039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.732039] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.732203] env[62822]: DEBUG nova.network.neutron [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.880817] env[62822]: DEBUG nova.scheduler.client.report [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.913932] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520e47b7-b73a-f7c7-ea49-e5f274c38060, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.914862] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1dc0e9-6520-4206-9ddb-5ca1d0fcc043 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.921650] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1116.921650] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a61576-44f0-f4b5-6e15-afda3965587e" [ 1116.921650] env[62822]: _type = "Task" [ 1116.921650] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.932506] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a61576-44f0-f4b5-6e15-afda3965587e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.030551] env[62822]: DEBUG oslo_vmware.api [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765057, 'name': ReconfigVM_Task, 'duration_secs': 1.186682} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.030923] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556272', 'volume_id': 'ab67a469-03cc-4b43-8e17-27505324dbf3', 'name': 'volume-ab67a469-03cc-4b43-8e17-27505324dbf3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a25c928-b390-4c15-9271-b6433e2543d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab67a469-03cc-4b43-8e17-27505324dbf3', 'serial': 'ab67a469-03cc-4b43-8e17-27505324dbf3'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1117.098412] env[62822]: DEBUG oslo_vmware.api [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765059, 'name': PowerOffVM_Task, 'duration_secs': 0.2414} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.098682] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.098871] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.099170] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed4784c1-4388-458d-bca3-cc6fc32b4c80 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.154620] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942321} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.155085] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] ef309ab6-e4ea-4b11-820e-6e24f56ee482/ef309ab6-e4ea-4b11-820e-6e24f56ee482.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.155391] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.155744] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bcd61a5-dd1c-4e53-a163-caf114a30ff5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.160346] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.160594] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.160843] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Deleting the datastore file [datastore1] 492a0edf-38c7-436f-81e7-b6112dc16426 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.161182] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e702b3c-3225-4cd6-91cb-10323dd894be {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.165743] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1117.165743] env[62822]: value = "task-2765061" [ 1117.165743] env[62822]: _type = "Task" [ 1117.165743] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.170106] env[62822]: DEBUG oslo_vmware.api [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for the task: (returnval){ [ 1117.170106] env[62822]: value = "task-2765062" [ 1117.170106] env[62822]: _type = "Task" [ 1117.170106] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.177749] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.184826] env[62822]: DEBUG oslo_vmware.api [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.278666] env[62822]: DEBUG nova.network.neutron [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.387161] env[62822]: DEBUG oslo_concurrency.lockutils [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.304s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.389337] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.201s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.398456] env[62822]: DEBUG nova.network.neutron [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance_info_cache with network_info: [{"id": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "address": "fa:16:3e:6c:80:4f", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d7f2c-72", "ovs_interfaceid": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.420155] env[62822]: INFO nova.scheduler.client.report [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Deleted allocations for instance 11fdb173-22ab-4d56-9506-4136ed46d7f5 [ 1117.444203] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a61576-44f0-f4b5-6e15-afda3965587e, 'name': SearchDatastore_Task, 'duration_secs': 0.059281} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.444420] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.444674] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] da99c546-52a1-43fd-833a-e377801fb91b/da99c546-52a1-43fd-833a-e377801fb91b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.444936] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd6063f3-dfc1-401d-82a6-35a612c091a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.452572] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1117.452572] env[62822]: value = "task-2765063" [ 1117.452572] env[62822]: _type = "Task" [ 1117.452572] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.463041] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.490912] env[62822]: DEBUG nova.network.neutron [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updating instance_info_cache with network_info: [{"id": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "address": "fa:16:3e:31:de:ec", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da0739e-5a", "ovs_interfaceid": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.687632] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067392} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.688125] env[62822]: DEBUG oslo_vmware.api [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Task: {'id': task-2765062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141226} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.688418] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.688874] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.689177] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.689708] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.689708] env[62822]: INFO nova.compute.manager [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1117.690100] env[62822]: DEBUG oslo.service.loopingcall [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.694426] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4dfd5e-75cc-4b44-8802-e4e9a1b03d9e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.698481] env[62822]: DEBUG nova.compute.manager [-] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.698582] env[62822]: DEBUG nova.network.neutron [-] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.726719] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] ef309ab6-e4ea-4b11-820e-6e24f56ee482/ef309ab6-e4ea-4b11-820e-6e24f56ee482.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.727442] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89c66ccd-54b9-47a3-baa0-64777527e332 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.751664] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1117.751664] env[62822]: value = "task-2765064" [ 1117.751664] env[62822]: _type = "Task" [ 1117.751664] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.762447] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.901023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.939884] env[62822]: DEBUG oslo_concurrency.lockutils [None req-889867fc-0897-4b68-bb8d-0304b4c4a0fd tempest-ServerRescueTestJSONUnderV235-1341295036 tempest-ServerRescueTestJSONUnderV235-1341295036-project-member] Lock "11fdb173-22ab-4d56-9506-4136ed46d7f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.399s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.964479] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765063, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.997668] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.998118] env[62822]: DEBUG nova.compute.manager [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Instance network_info: |[{"id": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "address": "fa:16:3e:31:de:ec", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da0739e-5a", "ovs_interfaceid": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.998619] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:de:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4da0739e-5af8-4beb-94a9-9f098b81bf02', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.013303] env[62822]: DEBUG oslo.service.loopingcall [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.013303] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.013440] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e961dde8-6783-4381-a3fb-feb5a2765b6e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.044534] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.044534] env[62822]: value = "task-2765065" [ 1118.044534] env[62822]: _type = "Task" [ 1118.044534] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.057191] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765065, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.077015] env[62822]: DEBUG nova.objects.instance [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lazy-loading 'flavor' on Instance uuid 4a25c928-b390-4c15-9271-b6433e2543d2 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.163222] env[62822]: DEBUG nova.compute.manager [req-560337d3-c8bf-4de4-818b-8c7e1fd51155 req-8ee93b8b-ae04-4566-85c6-73156773a3d3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Received event network-changed-4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.163222] env[62822]: DEBUG nova.compute.manager [req-560337d3-c8bf-4de4-818b-8c7e1fd51155 req-8ee93b8b-ae04-4566-85c6-73156773a3d3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Refreshing instance network info cache due to event network-changed-4da0739e-5af8-4beb-94a9-9f098b81bf02. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1118.163222] env[62822]: DEBUG oslo_concurrency.lockutils [req-560337d3-c8bf-4de4-818b-8c7e1fd51155 req-8ee93b8b-ae04-4566-85c6-73156773a3d3 service nova] Acquiring lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.163222] env[62822]: DEBUG oslo_concurrency.lockutils [req-560337d3-c8bf-4de4-818b-8c7e1fd51155 req-8ee93b8b-ae04-4566-85c6-73156773a3d3 service nova] Acquired lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.164206] env[62822]: DEBUG nova.network.neutron [req-560337d3-c8bf-4de4-818b-8c7e1fd51155 req-8ee93b8b-ae04-4566-85c6-73156773a3d3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Refreshing network info cache for port 4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.263245] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765064, 'name': ReconfigVM_Task, 'duration_secs': 0.478201} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.263736] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Reconfigured VM instance instance-00000071 to attach disk [datastore2] ef309ab6-e4ea-4b11-820e-6e24f56ee482/ef309ab6-e4ea-4b11-820e-6e24f56ee482.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.264551] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4f3fadb-349c-4192-8340-2f86dd76eaed {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.276028] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1118.276028] env[62822]: value = "task-2765066" [ 1118.276028] env[62822]: _type = "Task" [ 1118.276028] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.285555] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765066, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.302059] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "4a25c928-b390-4c15-9271-b6433e2543d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.405263] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Applying migration context for instance 3bd82072-2c33-475f-bac6-da59d2c431ec as it has an incoming, in-progress migration 6196654d-30b7-47de-b40c-add57702a9a7. Migration status is pre-migrating {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1118.405263] env[62822]: INFO nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating resource usage from migration 6196654d-30b7-47de-b40c-add57702a9a7 [ 1118.469035] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535144} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.469035] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] da99c546-52a1-43fd-833a-e377801fb91b/da99c546-52a1-43fd-833a-e377801fb91b.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.469035] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.469035] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b425e57-0dc5-4fb8-9acc-8935b9af34f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.478409] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1118.478409] env[62822]: value = "task-2765067" [ 1118.478409] env[62822]: _type = "Task" [ 1118.478409] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.493781] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.559309] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765065, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.559309] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance b5714e47-2750-4617-a185-7e1cfeac03dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.559491] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 62e118a1-1e3c-4220-bc62-20f4bacb9e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.559530] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2d1123ad-3bdc-4015-a310-b33dd6a36033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.559641] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.559768] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 492a0edf-38c7-436f-81e7-b6112dc16426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.559897] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 1d34622b-1e1a-445f-8508-f53bec37f109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.559967] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 5e354d80-8f30-4531-85da-b23bed7c81df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.560092] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 4a25c928-b390-4c15-9271-b6433e2543d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.560202] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance da99c546-52a1-43fd-833a-e377801fb91b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.560369] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance ef309ab6-e4ea-4b11-820e-6e24f56ee482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.560413] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 996d3c16-fa03-4f84-94ad-7d6faa72d99f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.561614] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Migration 6196654d-30b7-47de-b40c-add57702a9a7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1118.561614] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 3bd82072-2c33-475f-bac6-da59d2c431ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.561614] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1118.561614] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1118.585385] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d796705d-a1b6-4d9a-bac9-89ece2c0412d tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "4a25c928-b390-4c15-9271-b6433e2543d2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.775s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.585385] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "4a25c928-b390-4c15-9271-b6433e2543d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.282s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.585385] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "4a25c928-b390-4c15-9271-b6433e2543d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.585385] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "4a25c928-b390-4c15-9271-b6433e2543d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.585385] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "4a25c928-b390-4c15-9271-b6433e2543d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.592023] env[62822]: INFO nova.compute.manager [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Terminating instance [ 1118.789956] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765066, 'name': Rename_Task, 'duration_secs': 0.182092} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.790417] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.790741] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35d82db3-0fde-4672-a720-5b3e99977fd3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.803206] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1118.803206] env[62822]: value = "task-2765068" [ 1118.803206] env[62822]: _type = "Task" [ 1118.803206] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.811411] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.815553] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7857595-55b9-4788-bcb9-1e07eadf1047 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.824221] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1325bd9-5101-4c98-be6f-4b83539de0bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.858986] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e3873-b1b9-412e-99f9-b2e9b4a2ba6c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.867604] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118c7d36-7d3c-4454-a993-e5d4bbbdbd26 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.882905] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.990774] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077896} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.994166] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.994166] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd70020c-a9d2-47ed-911d-85d0064a47ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.016507] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] da99c546-52a1-43fd-833a-e377801fb91b/da99c546-52a1-43fd-833a-e377801fb91b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.019031] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402909b3-9344-4f25-a0d0-e22c079b9257 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.041518] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1119.041518] env[62822]: value = "task-2765069" [ 1119.041518] env[62822]: _type = "Task" [ 1119.041518] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.053829] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.059905] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765065, 'name': CreateVM_Task, 'duration_secs': 0.530117} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.060307] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.062650] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.062650] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.062650] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.062650] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e528c3d-8174-4676-9c87-ddd344c2fe2d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.069211] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1119.069211] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ce8306-c2ab-15b6-3083-db362d50dfa0" [ 1119.069211] env[62822]: _type = "Task" [ 1119.069211] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.084037] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ce8306-c2ab-15b6-3083-db362d50dfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.093969] env[62822]: DEBUG nova.compute.manager [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.094408] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.096604] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa157c51-74fd-4465-88dd-4e0f78473868 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.103015] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1119.103015] env[62822]: value = "task-2765070" [ 1119.103015] env[62822]: _type = "Task" [ 1119.103015] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.114297] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.127570] env[62822]: DEBUG nova.network.neutron [req-560337d3-c8bf-4de4-818b-8c7e1fd51155 req-8ee93b8b-ae04-4566-85c6-73156773a3d3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updated VIF entry in instance network info cache for port 4da0739e-5af8-4beb-94a9-9f098b81bf02. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.127712] env[62822]: DEBUG nova.network.neutron [req-560337d3-c8bf-4de4-818b-8c7e1fd51155 req-8ee93b8b-ae04-4566-85c6-73156773a3d3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updating instance_info_cache with network_info: [{"id": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "address": "fa:16:3e:31:de:ec", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da0739e-5a", "ovs_interfaceid": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.165696] env[62822]: DEBUG nova.network.neutron [-] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.313343] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765068, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.388058] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.422488] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e19cb4e-7994-4d5e-be8d-d3d91c52921a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.443695] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance '3bd82072-2c33-475f-bac6-da59d2c431ec' progress to 0 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.552828] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765069, 'name': ReconfigVM_Task, 'duration_secs': 0.311496} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.553202] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Reconfigured VM instance instance-00000070 to attach disk [datastore2] da99c546-52a1-43fd-833a-e377801fb91b/da99c546-52a1-43fd-833a-e377801fb91b.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.553997] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb2feee1-616a-4d54-8e21-3e95e814ae72 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.562561] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1119.562561] env[62822]: value = "task-2765071" [ 1119.562561] env[62822]: _type = "Task" [ 1119.562561] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.572186] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765071, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.580472] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ce8306-c2ab-15b6-3083-db362d50dfa0, 'name': SearchDatastore_Task, 'duration_secs': 0.013517} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.580899] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.581073] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.581293] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.581439] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.581618] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.581878] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-698b3d1a-5156-4825-89ab-83f4d6a45520 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.591893] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.592496] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.592963] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bac934c-644a-4db7-abf4-8ef538a6d29d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.598750] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1119.598750] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c04c9-fddc-244e-3303-fe433258f148" [ 1119.598750] env[62822]: _type = "Task" [ 1119.598750] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.606906] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c04c9-fddc-244e-3303-fe433258f148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.615029] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765070, 'name': PowerOffVM_Task, 'duration_secs': 0.285887} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.615283] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.615658] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1119.615765] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556272', 'volume_id': 'ab67a469-03cc-4b43-8e17-27505324dbf3', 'name': 'volume-ab67a469-03cc-4b43-8e17-27505324dbf3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a25c928-b390-4c15-9271-b6433e2543d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab67a469-03cc-4b43-8e17-27505324dbf3', 'serial': 'ab67a469-03cc-4b43-8e17-27505324dbf3'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1119.616712] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a024d7-73ce-45e6-b94b-0f3ca0426b24 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.643290] env[62822]: DEBUG oslo_concurrency.lockutils [req-560337d3-c8bf-4de4-818b-8c7e1fd51155 req-8ee93b8b-ae04-4566-85c6-73156773a3d3 service nova] Releasing lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.644296] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accb0c50-fe8a-485f-9c73-9e5ea8fbd093 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.652584] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b509310-6e8c-41f0-820d-e507a4dfd0d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.675068] env[62822]: INFO nova.compute.manager [-] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Took 1.98 seconds to deallocate network for instance. [ 1119.683027] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1783b08-00b7-4310-9982-d1edfa214903 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.699275] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] The volume has not been displaced from its original location: [datastore2] volume-ab67a469-03cc-4b43-8e17-27505324dbf3/volume-ab67a469-03cc-4b43-8e17-27505324dbf3.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1119.704077] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.705132] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b130729-1b62-4e6f-9a28-48bb980c902c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.725405] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1119.725405] env[62822]: value = "task-2765072" [ 1119.725405] env[62822]: _type = "Task" [ 1119.725405] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.734468] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.810580] env[62822]: DEBUG oslo_vmware.api [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765068, 'name': PowerOnVM_Task, 'duration_secs': 0.566304} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.810897] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.811155] env[62822]: INFO nova.compute.manager [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1119.811393] env[62822]: DEBUG nova.compute.manager [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.812242] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c272e66d-79e2-481d-92f7-650c7075f723 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.893110] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1119.893344] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.504s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.893535] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.893668] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Cleaning up deleted instances with incomplete migration {{(pid=62822) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1119.949840] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.950193] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4325e29a-0f1c-47d5-ba4e-51de4d289432 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.959112] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1119.959112] env[62822]: value = "task-2765073" [ 1119.959112] env[62822]: _type = "Task" [ 1119.959112] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.971835] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.075719] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765071, 'name': Rename_Task, 'duration_secs': 0.147418} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.076165] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.076438] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57564a74-c1fd-4647-a2c7-e8caa93c6130 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.085460] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1120.085460] env[62822]: value = "task-2765074" [ 1120.085460] env[62822]: _type = "Task" [ 1120.085460] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.094503] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.108561] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c04c9-fddc-244e-3303-fe433258f148, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.109400] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abf9bdc-405b-45fa-b542-2e157fd8ecac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.115909] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1120.115909] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520cdffa-3eeb-64fe-f2af-dc9d56886012" [ 1120.115909] env[62822]: _type = "Task" [ 1120.115909] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.127208] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520cdffa-3eeb-64fe-f2af-dc9d56886012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.181504] env[62822]: DEBUG oslo_concurrency.lockutils [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.181907] env[62822]: DEBUG oslo_concurrency.lockutils [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.182247] env[62822]: DEBUG nova.objects.instance [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lazy-loading 'resources' on Instance uuid 492a0edf-38c7-436f-81e7-b6112dc16426 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.205972] env[62822]: DEBUG nova.compute.manager [req-521aa00f-109a-4d06-a455-86baad5d2ceb req-554e4cda-0cc9-4420-bff1-e5bda7f07976 service nova] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Received event network-vif-deleted-92ae358d-4b7f-421a-bf14-e2090754bffb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.241363] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765072, 'name': ReconfigVM_Task, 'duration_secs': 0.337039} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.242117] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.247498] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f60378b-f043-4a36-9f29-f5c11866d05d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.267501] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1120.267501] env[62822]: value = "task-2765075" [ 1120.267501] env[62822]: _type = "Task" [ 1120.267501] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.276578] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.332457] env[62822]: INFO nova.compute.manager [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Took 16.95 seconds to build instance. [ 1120.397743] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.472893] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765073, 'name': PowerOffVM_Task, 'duration_secs': 0.311584} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.473826] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.473826] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance '3bd82072-2c33-475f-bac6-da59d2c431ec' progress to 17 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.596318] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.626776] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520cdffa-3eeb-64fe-f2af-dc9d56886012, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.627044] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.627295] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 996d3c16-fa03-4f84-94ad-7d6faa72d99f/996d3c16-fa03-4f84-94ad-7d6faa72d99f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.627553] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70be6db3-092b-4849-9b5c-e9b362e6db3d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.634647] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1120.634647] env[62822]: value = "task-2765076" [ 1120.634647] env[62822]: _type = "Task" [ 1120.634647] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.642385] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.780331] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.835158] env[62822]: DEBUG oslo_concurrency.lockutils [None req-53cde349-0760-4f5d-ad93-90bc099b21c5 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.464s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.860110] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa818602-cfc8-4054-bfa0-899da296b170 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.868444] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8144cf-aa31-4fc1-8e9b-5e5151cabe07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.901422] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d103424-14ec-4de1-89f4-ce589b5cb4c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.909805] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2891a5-5531-4b61-acad-06a273f1cf41 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.923971] env[62822]: DEBUG nova.compute.provider_tree [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.982090] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.982337] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.982495] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.982680] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.982989] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.983240] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.983481] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.983649] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.983936] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.984149] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.984437] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.989538] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0170bd0c-af9d-4de2-9ff1-575f9b29c92d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.004260] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.004507] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.009026] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1121.009026] env[62822]: value = "task-2765077" [ 1121.009026] env[62822]: _type = "Task" [ 1121.009026] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.019038] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.098365] env[62822]: DEBUG oslo_vmware.api [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765074, 'name': PowerOnVM_Task, 'duration_secs': 0.695756} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.098365] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.098365] env[62822]: DEBUG nova.compute.manager [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.098972] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4c6d4f-2f65-4c7c-9732-0a7dc3f42436 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.147754] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765076, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.282182] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765075, 'name': ReconfigVM_Task, 'duration_secs': 0.892465} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.282681] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556272', 'volume_id': 'ab67a469-03cc-4b43-8e17-27505324dbf3', 'name': 'volume-ab67a469-03cc-4b43-8e17-27505324dbf3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a25c928-b390-4c15-9271-b6433e2543d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab67a469-03cc-4b43-8e17-27505324dbf3', 'serial': 'ab67a469-03cc-4b43-8e17-27505324dbf3'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1121.283171] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.284430] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1713d77b-8b52-4ff8-9a49-7ff23e9df3aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.296928] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.297353] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5ff8535-6ea2-48a0-94b2-4abfc177f933 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.383229] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.383948] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.383948] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleting the datastore file [datastore1] 4a25c928-b390-4c15-9271-b6433e2543d2 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.384230] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dc058fc-de93-4c3a-8dfa-d58b759886f0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.393156] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1121.393156] env[62822]: value = "task-2765079" [ 1121.393156] env[62822]: _type = "Task" [ 1121.393156] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.402917] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.427866] env[62822]: DEBUG nova.scheduler.client.report [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.507778] env[62822]: DEBUG nova.compute.manager [req-0c2731cb-7b69-4828-ac9e-b9ed5067976d req-64d8bd36-708a-4931-8a8b-e304d741eaf7 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Received event network-changed-70ea58fc-e76c-4d8e-94bc-580d3216aafb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.507904] env[62822]: DEBUG nova.compute.manager [req-0c2731cb-7b69-4828-ac9e-b9ed5067976d req-64d8bd36-708a-4931-8a8b-e304d741eaf7 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Refreshing instance network info cache due to event network-changed-70ea58fc-e76c-4d8e-94bc-580d3216aafb. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1121.509122] env[62822]: DEBUG oslo_concurrency.lockutils [req-0c2731cb-7b69-4828-ac9e-b9ed5067976d req-64d8bd36-708a-4931-8a8b-e304d741eaf7 service nova] Acquiring lock "refresh_cache-ef309ab6-e4ea-4b11-820e-6e24f56ee482" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.509122] env[62822]: DEBUG oslo_concurrency.lockutils [req-0c2731cb-7b69-4828-ac9e-b9ed5067976d req-64d8bd36-708a-4931-8a8b-e304d741eaf7 service nova] Acquired lock "refresh_cache-ef309ab6-e4ea-4b11-820e-6e24f56ee482" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.509122] env[62822]: DEBUG nova.network.neutron [req-0c2731cb-7b69-4828-ac9e-b9ed5067976d req-64d8bd36-708a-4931-8a8b-e304d741eaf7 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Refreshing network info cache for port 70ea58fc-e76c-4d8e-94bc-580d3216aafb {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.510112] env[62822]: INFO nova.compute.manager [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Detaching volume 7f290b4c-01c5-47df-8e0f-0f50d7d63ba4 [ 1121.528539] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765077, 'name': ReconfigVM_Task, 'duration_secs': 0.234095} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.528841] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance '3bd82072-2c33-475f-bac6-da59d2c431ec' progress to 33 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.556639] env[62822]: INFO nova.virt.block_device [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Attempting to driver detach volume 7f290b4c-01c5-47df-8e0f-0f50d7d63ba4 from mountpoint /dev/sdb [ 1121.556931] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1121.557200] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556248', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'name': 'volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77', 'attached_at': '', 'detached_at': '', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'serial': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1121.558142] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a332d7c3-15f7-485c-a50c-9b295b9c216a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.594559] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de23502-2511-418d-addf-8d4a7eccc554 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.607124] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653ae566-8b07-404c-951c-952e17cf0f82 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.649993] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.654019] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e185432-4612-4d7d-8e9d-bbc5cfc370cd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.664930] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800682} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.684931] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 996d3c16-fa03-4f84-94ad-7d6faa72d99f/996d3c16-fa03-4f84-94ad-7d6faa72d99f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.685248] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.686050] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] The volume has not been displaced from its original location: [datastore1] volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4/volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1121.691091] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.691376] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3606a24b-3678-4244-af32-ca4c680419c2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.693272] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b79f26-56e2-43e6-affc-9e556bf3664c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.712501] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1121.712501] env[62822]: value = "task-2765080" [ 1121.712501] env[62822]: _type = "Task" [ 1121.712501] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.713937] env[62822]: DEBUG oslo_vmware.api [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1121.713937] env[62822]: value = "task-2765081" [ 1121.713937] env[62822]: _type = "Task" [ 1121.713937] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.725998] env[62822]: DEBUG oslo_vmware.api [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.728985] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.873619] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.874115] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.906812] env[62822]: DEBUG oslo_vmware.api [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190687} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.907124] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.907356] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.907583] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.907766] env[62822]: INFO nova.compute.manager [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1121.908000] env[62822]: DEBUG oslo.service.loopingcall [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.908243] env[62822]: DEBUG nova.compute.manager [-] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.908368] env[62822]: DEBUG nova.network.neutron [-] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.935598] env[62822]: DEBUG oslo_concurrency.lockutils [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.938317] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.291s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.938410] env[62822]: DEBUG nova.objects.instance [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62822) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1121.962616] env[62822]: INFO nova.scheduler.client.report [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Deleted allocations for instance 492a0edf-38c7-436f-81e7-b6112dc16426 [ 1122.036655] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.036879] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.037071] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.037267] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.037413] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.037582] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.037799] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.037965] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.038162] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.038335] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.038534] env[62822]: DEBUG nova.virt.hardware [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.044250] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.044896] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c8f001-171d-4754-bbf8-5e617e06bd5b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.066967] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1122.066967] env[62822]: value = "task-2765082" [ 1122.066967] env[62822]: _type = "Task" [ 1122.066967] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.080277] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.100057] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquiring lock "da99c546-52a1-43fd-833a-e377801fb91b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.100319] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "da99c546-52a1-43fd-833a-e377801fb91b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.100485] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquiring lock "da99c546-52a1-43fd-833a-e377801fb91b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.100809] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "da99c546-52a1-43fd-833a-e377801fb91b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.101097] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "da99c546-52a1-43fd-833a-e377801fb91b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.103341] env[62822]: INFO nova.compute.manager [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Terminating instance [ 1122.228553] env[62822]: DEBUG oslo_vmware.api [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765081, 'name': ReconfigVM_Task, 'duration_secs': 0.359894} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.231692] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.237762] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175692} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.240526] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd971d9-b508-4e55-b54f-fb35980ab363 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.250383] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.252954] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8538e75d-71d0-4258-8972-5947df0515c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.277901] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 996d3c16-fa03-4f84-94ad-7d6faa72d99f/996d3c16-fa03-4f84-94ad-7d6faa72d99f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.284020] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9135a980-d691-408c-a346-7d1808eb8526 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.297044] env[62822]: DEBUG oslo_vmware.api [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1122.297044] env[62822]: value = "task-2765083" [ 1122.297044] env[62822]: _type = "Task" [ 1122.297044] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.298951] env[62822]: DEBUG nova.compute.manager [req-2db969c6-3ce7-4d9a-ad9e-78a1c4bcd292 req-e6417191-0f70-4e22-b0a4-b7751417b3ac service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Received event network-vif-deleted-fe28f0ec-7bf1-4eae-85ae-dd256a8ff606 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.299160] env[62822]: INFO nova.compute.manager [req-2db969c6-3ce7-4d9a-ad9e-78a1c4bcd292 req-e6417191-0f70-4e22-b0a4-b7751417b3ac service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Neutron deleted interface fe28f0ec-7bf1-4eae-85ae-dd256a8ff606; detaching it from the instance and deleting it from the info cache [ 1122.299330] env[62822]: DEBUG nova.network.neutron [req-2db969c6-3ce7-4d9a-ad9e-78a1c4bcd292 req-e6417191-0f70-4e22-b0a4-b7751417b3ac service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.313435] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1122.313435] env[62822]: value = "task-2765084" [ 1122.313435] env[62822]: _type = "Task" [ 1122.313435] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.320519] env[62822]: DEBUG oslo_vmware.api [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.327314] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.374438] env[62822]: DEBUG nova.network.neutron [req-0c2731cb-7b69-4828-ac9e-b9ed5067976d req-64d8bd36-708a-4931-8a8b-e304d741eaf7 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Updated VIF entry in instance network info cache for port 70ea58fc-e76c-4d8e-94bc-580d3216aafb. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.374808] env[62822]: DEBUG nova.network.neutron [req-0c2731cb-7b69-4828-ac9e-b9ed5067976d req-64d8bd36-708a-4931-8a8b-e304d741eaf7 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Updating instance_info_cache with network_info: [{"id": "70ea58fc-e76c-4d8e-94bc-580d3216aafb", "address": "fa:16:3e:10:44:70", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ea58fc-e7", "ovs_interfaceid": "70ea58fc-e76c-4d8e-94bc-580d3216aafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.380668] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.380857] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.382328] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.382328] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.382328] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.382328] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62822) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1122.382328] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.470978] env[62822]: DEBUG oslo_concurrency.lockutils [None req-957829b3-a1e4-4840-8d9a-d7d4f074fe24 tempest-VolumesAdminNegativeTest-1112954704 tempest-VolumesAdminNegativeTest-1112954704-project-member] Lock "492a0edf-38c7-436f-81e7-b6112dc16426" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.410s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.579201] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.610101] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquiring lock "refresh_cache-da99c546-52a1-43fd-833a-e377801fb91b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.610283] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquired lock "refresh_cache-da99c546-52a1-43fd-833a-e377801fb91b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.610424] env[62822]: DEBUG nova.network.neutron [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.757812] env[62822]: DEBUG nova.network.neutron [-] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.808606] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d7d1213-6fe4-4d61-923c-a32987d52027 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.816400] env[62822]: DEBUG oslo_vmware.api [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765083, 'name': ReconfigVM_Task, 'duration_secs': 0.229421} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.820064] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556248', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'name': 'volume-7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77', 'attached_at': '', 'detached_at': '', 'volume_id': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4', 'serial': '7f290b4c-01c5-47df-8e0f-0f50d7d63ba4'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1122.824820] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429b2269-dfb7-4183-a6e1-351e81126629 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.841218] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.857556] env[62822]: DEBUG nova.compute.manager [req-2db969c6-3ce7-4d9a-ad9e-78a1c4bcd292 req-e6417191-0f70-4e22-b0a4-b7751417b3ac service nova] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Detach interface failed, port_id=fe28f0ec-7bf1-4eae-85ae-dd256a8ff606, reason: Instance 4a25c928-b390-4c15-9271-b6433e2543d2 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1122.877566] env[62822]: DEBUG oslo_concurrency.lockutils [req-0c2731cb-7b69-4828-ac9e-b9ed5067976d req-64d8bd36-708a-4931-8a8b-e304d741eaf7 service nova] Releasing lock "refresh_cache-ef309ab6-e4ea-4b11-820e-6e24f56ee482" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.885937] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.949618] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89cc8c60-f7d2-4a31-a687-cad47c70f0ef tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.950552] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.065s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.950878] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.951093] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1122.951941] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a4ac8b-9f20-48b1-a85c-ec389c21a53a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.962418] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08f0d1b-cc36-4a92-a0a7-b9816bc9c803 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.981920] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097615e9-a594-427f-8316-46649df81ba2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.990016] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5627a5ea-6900-4783-a446-9e5a3ae65c96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.026149] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178186MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1123.026348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.026488] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.081568] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765082, 'name': ReconfigVM_Task, 'duration_secs': 1.007696} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.083428] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.085202] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6e5b0c-44f6-41fd-a9d6-10cf68c0b929 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.112191] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 3bd82072-2c33-475f-bac6-da59d2c431ec/3bd82072-2c33-475f-bac6-da59d2c431ec.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.112191] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-924c5a8d-bda7-4792-810d-2b551656d685 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.135314] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1123.135314] env[62822]: value = "task-2765085" [ 1123.135314] env[62822]: _type = "Task" [ 1123.135314] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.149023] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.149023] env[62822]: DEBUG nova.network.neutron [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.238381] env[62822]: DEBUG nova.network.neutron [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.260622] env[62822]: INFO nova.compute.manager [-] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Took 1.35 seconds to deallocate network for instance. [ 1123.328932] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765084, 'name': ReconfigVM_Task, 'duration_secs': 0.949588} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.329321] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 996d3c16-fa03-4f84-94ad-7d6faa72d99f/996d3c16-fa03-4f84-94ad-7d6faa72d99f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.330042] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2edc6ea-1c69-4905-b3e6-f90a459b60cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.340132] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1123.340132] env[62822]: value = "task-2765086" [ 1123.340132] env[62822]: _type = "Task" [ 1123.340132] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.354520] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765086, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.372444] env[62822]: DEBUG nova.objects.instance [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lazy-loading 'flavor' on Instance uuid 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.647172] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765085, 'name': ReconfigVM_Task, 'duration_secs': 0.34609} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.647467] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 3bd82072-2c33-475f-bac6-da59d2c431ec/3bd82072-2c33-475f-bac6-da59d2c431ec.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.647729] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance '3bd82072-2c33-475f-bac6-da59d2c431ec' progress to 50 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.741301] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Releasing lock "refresh_cache-da99c546-52a1-43fd-833a-e377801fb91b" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.741301] env[62822]: DEBUG nova.compute.manager [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.741430] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.742326] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3d8a55-8411-4cad-b6d4-8ab1992a1ed5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.751672] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.751954] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d8d31c2-a674-45ff-86f0-537cf53d688f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.761029] env[62822]: DEBUG oslo_vmware.api [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1123.761029] env[62822]: value = "task-2765087" [ 1123.761029] env[62822]: _type = "Task" [ 1123.761029] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.770506] env[62822]: DEBUG oslo_vmware.api [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.814259] env[62822]: INFO nova.compute.manager [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 4a25c928-b390-4c15-9271-b6433e2543d2] Took 0.55 seconds to detach 1 volumes for instance. [ 1123.854218] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765086, 'name': Rename_Task, 'duration_secs': 0.174403} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.855196] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.855504] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2b3e144-1c8e-48d1-89e4-045535d94027 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.865652] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1123.865652] env[62822]: value = "task-2765088" [ 1123.865652] env[62822]: _type = "Task" [ 1123.865652] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.881131] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.037163] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Applying migration context for instance 3bd82072-2c33-475f-bac6-da59d2c431ec as it has an incoming, in-progress migration 6196654d-30b7-47de-b40c-add57702a9a7. Migration status is migrating {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1124.038630] env[62822]: INFO nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating resource usage from migration 6196654d-30b7-47de-b40c-add57702a9a7 [ 1124.063318] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance b5714e47-2750-4617-a185-7e1cfeac03dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.063482] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 62e118a1-1e3c-4220-bc62-20f4bacb9e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.063601] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 2d1123ad-3bdc-4015-a310-b33dd6a36033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.063717] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.063852] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 1d34622b-1e1a-445f-8508-f53bec37f109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.064123] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 5e354d80-8f30-4531-85da-b23bed7c81df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.064123] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 4a25c928-b390-4c15-9271-b6433e2543d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.064211] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance da99c546-52a1-43fd-833a-e377801fb91b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.064299] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance ef309ab6-e4ea-4b11-820e-6e24f56ee482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.064413] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 996d3c16-fa03-4f84-94ad-7d6faa72d99f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.064512] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Migration 6196654d-30b7-47de-b40c-add57702a9a7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1124.064620] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 3bd82072-2c33-475f-bac6-da59d2c431ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.064814] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1124.064947] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1124.154219] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea87501-2ddb-4846-8cee-6b22fbb1ea3b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.176925] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6563b02a-37de-47e0-90dd-f1dc58cc8367 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.197159] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance '3bd82072-2c33-475f-bac6-da59d2c431ec' progress to 67 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.272904] env[62822]: DEBUG oslo_vmware.api [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765087, 'name': PowerOffVM_Task, 'duration_secs': 0.123987} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.273578] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.273800] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.274024] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15cc8eaf-1b4a-42f0-bf33-8dad18ec59c2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.279456] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210c6d09-2dc8-4e3c-887a-0194b231a539 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.286903] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a97be4-8958-423d-9d14-ccb030f21961 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.321638] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb41d8-a626-4247-977d-3c06ef74398c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.324300] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.324498] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.324805] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Deleting the datastore file [datastore2] da99c546-52a1-43fd-833a-e377801fb91b {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.324925] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf414bfc-4897-402e-bd0d-791ffa2dba50 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.327589] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.333613] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef60dc79-7907-4309-9156-22db4adff3f0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.337610] env[62822]: DEBUG oslo_vmware.api [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for the task: (returnval){ [ 1124.337610] env[62822]: value = "task-2765090" [ 1124.337610] env[62822]: _type = "Task" [ 1124.337610] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.348857] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.355741] env[62822]: DEBUG oslo_vmware.api [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.376278] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765088, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.383348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-aab63a9c-8959-4702-9d51-fc8f28a4b31c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.379s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.750430] env[62822]: DEBUG nova.network.neutron [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Port 9d0d7f2c-72ca-4e6c-a72b-cb448cffda88 binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1124.852657] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.855775] env[62822]: DEBUG oslo_vmware.api [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Task: {'id': task-2765090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101279} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.856483] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.856664] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.856844] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.857024] env[62822]: INFO nova.compute.manager [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1124.857267] env[62822]: DEBUG oslo.service.loopingcall [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.857636] env[62822]: DEBUG nova.compute.manager [-] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.857739] env[62822]: DEBUG nova.network.neutron [-] [instance: da99c546-52a1-43fd-833a-e377801fb91b] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.878493] env[62822]: DEBUG oslo_vmware.api [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765088, 'name': PowerOnVM_Task, 'duration_secs': 0.84336} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.879607] env[62822]: DEBUG nova.network.neutron [-] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.880491] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.880704] env[62822]: INFO nova.compute.manager [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1124.880905] env[62822]: DEBUG nova.compute.manager [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.882308] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88b0ac8-4549-4c88-b052-9fc19461da2e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.357431] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.357826] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.358110] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.358393] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.358649] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.361888] env[62822]: INFO nova.compute.manager [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Terminating instance [ 1125.366976] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1125.366976] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.340s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.367202] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.040s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.367544] env[62822]: DEBUG nova.objects.instance [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lazy-loading 'resources' on Instance uuid 4a25c928-b390-4c15-9271-b6433e2543d2 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.369538] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.369704] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Cleaning up deleted instances {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1125.382662] env[62822]: DEBUG nova.network.neutron [-] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.406403] env[62822]: INFO nova.compute.manager [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Took 14.81 seconds to build instance. [ 1125.772803] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "3bd82072-2c33-475f-bac6-da59d2c431ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.772803] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.772992] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.867070] env[62822]: DEBUG nova.compute.manager [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.867314] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.868240] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fadde71-4331-4fc8-8f5d-5a88a33d36a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.887849] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] There are 63 instances to clean {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1125.888697] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: cb72acc4-b2d1-4885-ad24-4fa858d05641] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.890302] env[62822]: INFO nova.compute.manager [-] [instance: da99c546-52a1-43fd-833a-e377801fb91b] Took 1.03 seconds to deallocate network for instance. [ 1125.898091] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.900646] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3013eed0-06f8-4082-a941-91b2a7b50338 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.910242] env[62822]: DEBUG oslo_vmware.api [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1125.910242] env[62822]: value = "task-2765091" [ 1125.910242] env[62822]: _type = "Task" [ 1125.910242] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.910845] env[62822]: DEBUG oslo_concurrency.lockutils [None req-71241e3b-25fb-4833-a178-2afda3428efa tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.325s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.922362] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "5e354d80-8f30-4531-85da-b23bed7c81df" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.922675] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.922930] env[62822]: INFO nova.compute.manager [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Shelving [ 1125.931639] env[62822]: DEBUG oslo_vmware.api [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.046876] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba15add-577c-43cd-aa1b-1376c8b43a9d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.054415] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c1ba57-b1fc-4b39-bb26-782bd9b5a9d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.084680] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ac9392-532b-41c8-a415-46707747f39b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.092197] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39462d9b-05ac-4980-a4c8-4f4ecd8b0b7d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.106424] env[62822]: DEBUG nova.compute.provider_tree [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.391362] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 11fdb173-22ab-4d56-9506-4136ed46d7f5] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.404579] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.420305] env[62822]: DEBUG oslo_vmware.api [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765091, 'name': PowerOffVM_Task, 'duration_secs': 0.293633} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.420572] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.420760] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.421014] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41ce8a54-2a2d-4671-8060-470560bc3c85 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.484048] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.484048] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.484048] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleting the datastore file [datastore2] 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.484048] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd4ffa0f-e0ec-45dd-bdda-fa86c3d93150 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.490204] env[62822]: DEBUG oslo_vmware.api [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1126.490204] env[62822]: value = "task-2765093" [ 1126.490204] env[62822]: _type = "Task" [ 1126.490204] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.499041] env[62822]: DEBUG oslo_vmware.api [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.610445] env[62822]: DEBUG nova.scheduler.client.report [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.700517] env[62822]: DEBUG nova.compute.manager [req-18348d20-a7ee-4948-a473-92ea8247f489 req-f5accb6a-dfcf-4d17-a7ae-753b18b54fed service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Received event network-changed-4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1126.700517] env[62822]: DEBUG nova.compute.manager [req-18348d20-a7ee-4948-a473-92ea8247f489 req-f5accb6a-dfcf-4d17-a7ae-753b18b54fed service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Refreshing instance network info cache due to event network-changed-4da0739e-5af8-4beb-94a9-9f098b81bf02. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1126.700517] env[62822]: DEBUG oslo_concurrency.lockutils [req-18348d20-a7ee-4948-a473-92ea8247f489 req-f5accb6a-dfcf-4d17-a7ae-753b18b54fed service nova] Acquiring lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.700517] env[62822]: DEBUG oslo_concurrency.lockutils [req-18348d20-a7ee-4948-a473-92ea8247f489 req-f5accb6a-dfcf-4d17-a7ae-753b18b54fed service nova] Acquired lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.700517] env[62822]: DEBUG nova.network.neutron [req-18348d20-a7ee-4948-a473-92ea8247f489 req-f5accb6a-dfcf-4d17-a7ae-753b18b54fed service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Refreshing network info cache for port 4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.835513] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.835513] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.835513] env[62822]: DEBUG nova.network.neutron [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.896394] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 9c810f48-abf2-447b-b1e3-6c8864f7de13] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.933960] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.933960] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7721ea0-43e9-42eb-9318-3ed338248b47 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.941028] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1126.941028] env[62822]: value = "task-2765094" [ 1126.941028] env[62822]: _type = "Task" [ 1126.941028] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.948360] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.001750] env[62822]: DEBUG oslo_vmware.api [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138537} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.002339] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.002702] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.003108] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.003438] env[62822]: INFO nova.compute.manager [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1127.003853] env[62822]: DEBUG oslo.service.loopingcall [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1127.004221] env[62822]: DEBUG nova.compute.manager [-] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.004473] env[62822]: DEBUG nova.network.neutron [-] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.114275] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.117235] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.713s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.118865] env[62822]: DEBUG nova.objects.instance [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lazy-loading 'resources' on Instance uuid da99c546-52a1-43fd-833a-e377801fb91b {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.154402] env[62822]: INFO nova.scheduler.client.report [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted allocations for instance 4a25c928-b390-4c15-9271-b6433e2543d2 [ 1127.398820] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: a1c5540c-3ec7-4ec9-a797-a7d92f2469d2] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.455090] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765094, 'name': PowerOffVM_Task, 'duration_secs': 0.279673} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.455445] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.456452] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2d5565-a688-4a62-9307-6c988ce832a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.486403] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5e1dda-9d69-4bfa-b93f-6dfbe12bdbe4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.667296] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f4d8dfa-4e5a-4061-bda8-1736f8f1b19b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "4a25c928-b390-4c15-9271-b6433e2543d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.083s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.801754] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c49bc6c-6bca-4ce8-b111-714699a7b970 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.809904] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1090c178-1aed-4479-996d-a7b6c1c052ae {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.849221] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f611917e-4490-4e69-ad0b-1190afaacc60 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.860687] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da095981-5690-464f-9098-c2d86ce839e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.877605] env[62822]: DEBUG nova.compute.provider_tree [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.902700] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: e96fba93-e8d0-411b-a992-c94a13b201db] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.949816] env[62822]: DEBUG nova.network.neutron [req-18348d20-a7ee-4948-a473-92ea8247f489 req-f5accb6a-dfcf-4d17-a7ae-753b18b54fed service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updated VIF entry in instance network info cache for port 4da0739e-5af8-4beb-94a9-9f098b81bf02. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.949816] env[62822]: DEBUG nova.network.neutron [req-18348d20-a7ee-4948-a473-92ea8247f489 req-f5accb6a-dfcf-4d17-a7ae-753b18b54fed service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updating instance_info_cache with network_info: [{"id": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "address": "fa:16:3e:31:de:ec", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da0739e-5a", "ovs_interfaceid": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.008618] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.008919] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f878264e-3f62-40b1-a0d4-51c81f1ae139 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.017565] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1128.017565] env[62822]: value = "task-2765095" [ 1128.017565] env[62822]: _type = "Task" [ 1128.017565] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.028803] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765095, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.046289] env[62822]: DEBUG nova.network.neutron [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance_info_cache with network_info: [{"id": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "address": "fa:16:3e:6c:80:4f", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d7f2c-72", "ovs_interfaceid": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.381391] env[62822]: DEBUG nova.scheduler.client.report [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.408768] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: d406347e-79c8-4db5-a515-12c42aec43bf] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.454942] env[62822]: DEBUG oslo_concurrency.lockutils [req-18348d20-a7ee-4948-a473-92ea8247f489 req-f5accb6a-dfcf-4d17-a7ae-753b18b54fed service nova] Releasing lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.478190] env[62822]: DEBUG nova.network.neutron [-] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.532735] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765095, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.548725] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.757360] env[62822]: DEBUG nova.compute.manager [req-893165b2-6d2b-4dbf-b4e0-636471facfba req-3d62c3d7-cd25-43bb-b6bf-22287f1ed9aa service nova] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Received event network-vif-deleted-c80ef8f7-7ec5-49fc-b9cc-3dc7490c9f7b {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.891017] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.912722] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 4ee06587-4fed-4eaf-b1ea-15362c6c438a] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.915783] env[62822]: INFO nova.scheduler.client.report [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Deleted allocations for instance da99c546-52a1-43fd-833a-e377801fb91b [ 1128.981031] env[62822]: INFO nova.compute.manager [-] [instance: 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77] Took 1.98 seconds to deallocate network for instance. [ 1129.033408] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765095, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.076553] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ca38a3-bfd8-4ac5-917c-e3a2cbdb3645 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.102382] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0587fe-9604-49fa-9850-109d48ce2026 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.108683] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance '3bd82072-2c33-475f-bac6-da59d2c431ec' progress to 83 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.418088] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 734a3cce-c336-4ec7-abe9-15b1263fc218] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.425831] env[62822]: DEBUG oslo_concurrency.lockutils [None req-016ff8f0-fa22-491b-b218-3c882e1cc31c tempest-ServerShowV257Test-523873391 tempest-ServerShowV257Test-523873391-project-member] Lock "da99c546-52a1-43fd-833a-e377801fb91b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.325s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.488242] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.488440] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.489080] env[62822]: DEBUG nova.objects.instance [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lazy-loading 'resources' on Instance uuid 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.532515] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765095, 'name': CreateSnapshot_Task, 'duration_secs': 1.185749} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.532741] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1129.533592] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bfd924-e323-4901-87b8-2f660e2cc1b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.599240] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquiring lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.599472] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.614662] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.615389] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c96bd55-78f3-471f-9f47-817141605eb6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.623265] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1129.623265] env[62822]: value = "task-2765096" [ 1129.623265] env[62822]: _type = "Task" [ 1129.623265] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.631808] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.711931] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.711931] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.920927] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 995b5d3d-c730-4e9d-bbe2-0419071dc383] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.052266] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1130.055606] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ed4ce77-6828-42d4-b42e-c8a5bfaca71b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.066110] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1130.066110] env[62822]: value = "task-2765097" [ 1130.066110] env[62822]: _type = "Task" [ 1130.066110] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.078043] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765097, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.102211] env[62822]: DEBUG nova.compute.manager [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.133904] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.217569] env[62822]: DEBUG nova.compute.manager [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.241969] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632648c0-85a2-4b20-929d-478809583426 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.253608] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3050f51-33b1-46df-9886-5264c6a9a5c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.297347] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76379b10-dae3-4caa-a26b-01949994c7b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.306879] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2422a296-c938-42ae-92fb-72a619b70133 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.321558] env[62822]: DEBUG nova.compute.provider_tree [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.426950] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 2787b2c8-2ffb-460d-a95c-63050a70725c] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.576460] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765097, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.625041] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.634411] env[62822]: DEBUG oslo_vmware.api [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765096, 'name': PowerOnVM_Task, 'duration_secs': 0.808118} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.634711] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.634924] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2c86b274-c2d4-407f-8523-69395d003047 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance '3bd82072-2c33-475f-bac6-da59d2c431ec' progress to 100 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.740989] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.828709] env[62822]: DEBUG nova.scheduler.client.report [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.931313] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 6768000e-8e69-4f92-a0d7-976fd23c6493] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.077505] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765097, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.334422] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.336713] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.712s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.342162] env[62822]: INFO nova.compute.claims [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.365049] env[62822]: INFO nova.scheduler.client.report [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted allocations for instance 4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77 [ 1131.434585] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 1713fcb4-9ccf-47b5-8ecf-0cc766b04dee] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.577919] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765097, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.878877] env[62822]: DEBUG oslo_concurrency.lockutils [None req-89c5dcfa-2d35-46cb-b81f-3e10a9f18450 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "4c1bbfd7-3b47-4e0c-a2d9-ba5fbd9eba77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.521s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.940701] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 492a0edf-38c7-436f-81e7-b6112dc16426] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.078151] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765097, 'name': CloneVM_Task, 'duration_secs': 1.882915} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.078257] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Created linked-clone VM from snapshot [ 1132.078976] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c438fa-1925-406b-bd50-e196cdcf381a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.088134] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Uploading image b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4 {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1132.120759] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1132.120759] env[62822]: value = "vm-556277" [ 1132.120759] env[62822]: _type = "VirtualMachine" [ 1132.120759] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1132.123256] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6540a560-5d2d-435b-8cbf-a23866ce6aa8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.131119] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lease: (returnval){ [ 1132.131119] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52111775-6378-b6f1-fb13-396c934a5970" [ 1132.131119] env[62822]: _type = "HttpNfcLease" [ 1132.131119] env[62822]: } obtained for exporting VM: (result){ [ 1132.131119] env[62822]: value = "vm-556277" [ 1132.131119] env[62822]: _type = "VirtualMachine" [ 1132.131119] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1132.131380] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the lease: (returnval){ [ 1132.131380] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52111775-6378-b6f1-fb13-396c934a5970" [ 1132.131380] env[62822]: _type = "HttpNfcLease" [ 1132.131380] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1132.138709] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1132.138709] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52111775-6378-b6f1-fb13-396c934a5970" [ 1132.138709] env[62822]: _type = "HttpNfcLease" [ 1132.138709] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1132.444774] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 9b22d922-5152-41f0-af00-75b4d4b6c52f] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.569865] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09f2a0e-497e-44e1-942f-581c6319b7d2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.580329] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63f2568-45ac-4778-9354-acc413ab65a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.611906] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5fa990-d054-45a8-b27e-814f0db51087 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.621044] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ce803b-cd39-4315-b91b-21ee66381446 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.636365] env[62822]: DEBUG nova.compute.provider_tree [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.644920] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1132.644920] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52111775-6378-b6f1-fb13-396c934a5970" [ 1132.644920] env[62822]: _type = "HttpNfcLease" [ 1132.644920] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1132.645233] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1132.645233] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52111775-6378-b6f1-fb13-396c934a5970" [ 1132.645233] env[62822]: _type = "HttpNfcLease" [ 1132.645233] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1132.645966] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54d4157-2b4f-4315-ac1e-4cd557779597 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.654427] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba19ea-1748-a8c9-6a62-fc914d7530ff/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1132.655334] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba19ea-1748-a8c9-6a62-fc914d7530ff/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1132.834326] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c42bb10-4cb0-4fd3-86ed-22f7abd40afe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.951181] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: bbafd2f0-d215-442d-b4c2-27db5d348ada] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.140462] env[62822]: DEBUG nova.scheduler.client.report [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.250601] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "3bd82072-2c33-475f-bac6-da59d2c431ec" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.250944] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.251146] env[62822]: DEBUG nova.compute.manager [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Going to confirm migration 7 {{(pid=62822) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1133.454844] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 3c6e52bf-501c-4641-9928-e1f91784cc08] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.645825] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.649552] env[62822]: DEBUG nova.compute.manager [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.656679] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.912s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.658362] env[62822]: INFO nova.compute.claims [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.814875] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.815072] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.815286] env[62822]: DEBUG nova.network.neutron [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.815696] env[62822]: DEBUG nova.objects.instance [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'info_cache' on Instance uuid 3bd82072-2c33-475f-bac6-da59d2c431ec {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.960295] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 3092b05c-6611-41b0-938f-290a78b6de67] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.165329] env[62822]: DEBUG nova.compute.utils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.168768] env[62822]: DEBUG nova.compute.manager [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.169116] env[62822]: DEBUG nova.network.neutron [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.176485] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "40d0f047-4ecb-49af-9c40-701fd29b3159" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.176754] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "40d0f047-4ecb-49af-9c40-701fd29b3159" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.220198] env[62822]: DEBUG nova.policy [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '206200ed8caa4bea97f2ce922f08fefa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385a752db3634854884811a944f6cfe6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.468192] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 1ccebe49-4e0b-4255-acb1-3a0a78722741] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.502619] env[62822]: DEBUG nova.network.neutron [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Successfully created port: 70d2d720-1519-4aec-be64-cf522bddc8ab {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.677013] env[62822]: DEBUG nova.compute.manager [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.687009] env[62822]: DEBUG nova.compute.manager [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.928690] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d82b93-109f-4b98-bc71-2c33c86fbd63 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.937645] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b120a20-9c11-482d-8435-280bb743aaa4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.972210] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: eed96017-c449-4ebc-8fd3-57948f8602cb] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.977941] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d40f8cb-a26b-4125-98b5-3b1fc23bf08f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.991023] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685461a3-8e95-4412-8e98-852d6313d51d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.006391] env[62822]: DEBUG nova.compute.provider_tree [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.184205] env[62822]: DEBUG nova.network.neutron [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance_info_cache with network_info: [{"id": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "address": "fa:16:3e:6c:80:4f", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d7f2c-72", "ovs_interfaceid": "9d0d7f2c-72ca-4e6c-a72b-cb448cffda88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.220520] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.475820] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: eff5542b-4142-422c-b73a-54d282b63637] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.511097] env[62822]: DEBUG nova.scheduler.client.report [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.686344] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-3bd82072-2c33-475f-bac6-da59d2c431ec" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.686781] env[62822]: DEBUG nova.objects.instance [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'migration_context' on Instance uuid 3bd82072-2c33-475f-bac6-da59d2c431ec {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.693647] env[62822]: DEBUG nova.compute.manager [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.731207] env[62822]: DEBUG nova.virt.hardware [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.731510] env[62822]: DEBUG nova.virt.hardware [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.731665] env[62822]: DEBUG nova.virt.hardware [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.731841] env[62822]: DEBUG nova.virt.hardware [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.735216] env[62822]: DEBUG nova.virt.hardware [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.735216] env[62822]: DEBUG nova.virt.hardware [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.735216] env[62822]: DEBUG nova.virt.hardware [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.735216] env[62822]: DEBUG nova.virt.hardware [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.735216] env[62822]: DEBUG nova.virt.hardware [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.735216] env[62822]: DEBUG nova.virt.hardware [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.735216] env[62822]: DEBUG nova.virt.hardware [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.735216] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76794a22-3b0e-4e0b-9728-b89475e671b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.743591] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584905f5-28ab-46e1-8292-568dc1cb88bd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.781023] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquiring lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.781354] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.981186] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: e642dd4c-6901-41df-9fc7-64d2f9c1e38b] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.984032] env[62822]: DEBUG nova.compute.manager [req-43dbca40-4ce0-410d-b3b0-0530a47fd852 req-032ed876-73e8-4d2b-bc06-cb203eddddbe service nova] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Received event network-vif-plugged-70d2d720-1519-4aec-be64-cf522bddc8ab {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.984444] env[62822]: DEBUG oslo_concurrency.lockutils [req-43dbca40-4ce0-410d-b3b0-0530a47fd852 req-032ed876-73e8-4d2b-bc06-cb203eddddbe service nova] Acquiring lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.985836] env[62822]: DEBUG oslo_concurrency.lockutils [req-43dbca40-4ce0-410d-b3b0-0530a47fd852 req-032ed876-73e8-4d2b-bc06-cb203eddddbe service nova] Lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.985836] env[62822]: DEBUG oslo_concurrency.lockutils [req-43dbca40-4ce0-410d-b3b0-0530a47fd852 req-032ed876-73e8-4d2b-bc06-cb203eddddbe service nova] Lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.985836] env[62822]: DEBUG nova.compute.manager [req-43dbca40-4ce0-410d-b3b0-0530a47fd852 req-032ed876-73e8-4d2b-bc06-cb203eddddbe service nova] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] No waiting events found dispatching network-vif-plugged-70d2d720-1519-4aec-be64-cf522bddc8ab {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.985836] env[62822]: WARNING nova.compute.manager [req-43dbca40-4ce0-410d-b3b0-0530a47fd852 req-032ed876-73e8-4d2b-bc06-cb203eddddbe service nova] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Received unexpected event network-vif-plugged-70d2d720-1519-4aec-be64-cf522bddc8ab for instance with vm_state building and task_state spawning. [ 1136.015764] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.017583] env[62822]: DEBUG nova.compute.manager [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.020867] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.799s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.021804] env[62822]: INFO nova.compute.claims [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.079545] env[62822]: DEBUG nova.network.neutron [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Successfully updated port: 70d2d720-1519-4aec-be64-cf522bddc8ab {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.191469] env[62822]: DEBUG nova.objects.base [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Object Instance<3bd82072-2c33-475f-bac6-da59d2c431ec> lazy-loaded attributes: info_cache,migration_context {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.192466] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd798575-1087-48da-b4c0-bb69f0918870 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.212923] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8fc1959-97f2-4c67-916a-d0a745cb0b58 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.218816] env[62822]: DEBUG oslo_vmware.api [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1136.218816] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e37bb3-6d8c-a085-e560-9d5f4faf76b3" [ 1136.218816] env[62822]: _type = "Task" [ 1136.218816] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.227862] env[62822]: DEBUG oslo_vmware.api [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e37bb3-6d8c-a085-e560-9d5f4faf76b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.284345] env[62822]: DEBUG nova.compute.manager [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.483133] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 42afea5e-6a7e-4692-966c-cde7812c7992] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.526385] env[62822]: DEBUG nova.compute.utils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.530469] env[62822]: DEBUG nova.compute.manager [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.530646] env[62822]: DEBUG nova.network.neutron [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.572129] env[62822]: DEBUG nova.policy [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91e916ef310f4b0d96a70288033db95c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bda8cc3e41743e2a93a4b7aeb17e8ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.585879] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquiring lock "refresh_cache-2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.586063] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquired lock "refresh_cache-2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.586193] env[62822]: DEBUG nova.network.neutron [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.731775] env[62822]: DEBUG oslo_vmware.api [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e37bb3-6d8c-a085-e560-9d5f4faf76b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.731775] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.813798] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.868141] env[62822]: DEBUG nova.network.neutron [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Successfully created port: 1ae0668f-ed7a-4745-a713-1f0cb4735f93 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.989085] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: c3a054bf-f72b-4b1b-a03a-79ed6899997b] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.035985] env[62822]: DEBUG nova.compute.manager [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.137101] env[62822]: DEBUG nova.network.neutron [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.233891] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abcb52-3cca-4b47-889e-6092752c6a42 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.243499] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25b84aa-3ae5-45c5-ae2c-ad79eb5d969e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.020093] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 6e48a8fe-876d-46f5-93de-bf56300966e6] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.028858] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d449442-7abe-46e0-ad79-e20ccc8b75e0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.032652] env[62822]: DEBUG nova.compute.manager [req-b700c39a-0d86-4028-b2ad-bed12a91c1b0 req-5571e8d4-01fe-45f0-af23-cc9418e7ea55 service nova] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Received event network-changed-70d2d720-1519-4aec-be64-cf522bddc8ab {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1138.032818] env[62822]: DEBUG nova.compute.manager [req-b700c39a-0d86-4028-b2ad-bed12a91c1b0 req-5571e8d4-01fe-45f0-af23-cc9418e7ea55 service nova] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Refreshing instance network info cache due to event network-changed-70d2d720-1519-4aec-be64-cf522bddc8ab. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1138.033029] env[62822]: DEBUG oslo_concurrency.lockutils [req-b700c39a-0d86-4028-b2ad-bed12a91c1b0 req-5571e8d4-01fe-45f0-af23-cc9418e7ea55 service nova] Acquiring lock "refresh_cache-2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.039937] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd49cc75-8ad9-4487-9d9d-eaab253380dd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.054336] env[62822]: DEBUG nova.compute.provider_tree [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.094329] env[62822]: DEBUG nova.network.neutron [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Updating instance_info_cache with network_info: [{"id": "70d2d720-1519-4aec-be64-cf522bddc8ab", "address": "fa:16:3e:a7:8d:0a", "network": {"id": "01ffca60-d0ed-4679-a66d-16cc6aea2d04", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1243954011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385a752db3634854884811a944f6cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d2d720-15", "ovs_interfaceid": "70d2d720-1519-4aec-be64-cf522bddc8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.527609] env[62822]: DEBUG nova.compute.manager [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.532088] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: bedab4ee-3f73-4e7c-b3c4-fc2009c63e10] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.546177] env[62822]: DEBUG nova.network.neutron [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Successfully updated port: 1ae0668f-ed7a-4745-a713-1f0cb4735f93 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.558549] env[62822]: DEBUG nova.scheduler.client.report [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.573143] env[62822]: DEBUG nova.virt.hardware [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.573371] env[62822]: DEBUG nova.virt.hardware [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.573630] env[62822]: DEBUG nova.virt.hardware [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.573810] env[62822]: DEBUG nova.virt.hardware [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.573991] env[62822]: DEBUG nova.virt.hardware [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.574188] env[62822]: DEBUG nova.virt.hardware [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.574438] env[62822]: DEBUG nova.virt.hardware [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.574653] env[62822]: DEBUG nova.virt.hardware [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.574857] env[62822]: DEBUG nova.virt.hardware [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.575068] env[62822]: DEBUG nova.virt.hardware [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.575455] env[62822]: DEBUG nova.virt.hardware [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.576944] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4bfc1d-06ab-4f9c-983c-9ae82c58f1aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.586264] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf47013-c1db-4774-9d67-f6cf0f10015d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.600517] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Releasing lock "refresh_cache-2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.600846] env[62822]: DEBUG nova.compute.manager [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Instance network_info: |[{"id": "70d2d720-1519-4aec-be64-cf522bddc8ab", "address": "fa:16:3e:a7:8d:0a", "network": {"id": "01ffca60-d0ed-4679-a66d-16cc6aea2d04", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1243954011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385a752db3634854884811a944f6cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d2d720-15", "ovs_interfaceid": "70d2d720-1519-4aec-be64-cf522bddc8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.601704] env[62822]: DEBUG oslo_concurrency.lockutils [req-b700c39a-0d86-4028-b2ad-bed12a91c1b0 req-5571e8d4-01fe-45f0-af23-cc9418e7ea55 service nova] Acquired lock "refresh_cache-2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.601948] env[62822]: DEBUG nova.network.neutron [req-b700c39a-0d86-4028-b2ad-bed12a91c1b0 req-5571e8d4-01fe-45f0-af23-cc9418e7ea55 service nova] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Refreshing network info cache for port 70d2d720-1519-4aec-be64-cf522bddc8ab {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.603220] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:8d:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70d2d720-1519-4aec-be64-cf522bddc8ab', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.610709] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Creating folder: Project (385a752db3634854884811a944f6cfe6). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1138.613899] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5f534a5-5e31-4665-ab06-08b85ef3e590 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.627058] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Created folder: Project (385a752db3634854884811a944f6cfe6) in parent group-v555973. [ 1138.627290] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Creating folder: Instances. Parent ref: group-v556278. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1138.627546] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d42da64d-6329-4a24-a921-86b07b9f8d3c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.637335] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Created folder: Instances in parent group-v556278. [ 1138.637537] env[62822]: DEBUG oslo.service.loopingcall [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1138.637730] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.637937] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cb572aa-4f75-4429-ab8a-d6c753d4f2c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.660701] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.660701] env[62822]: value = "task-2765101" [ 1138.660701] env[62822]: _type = "Task" [ 1138.660701] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.668235] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765101, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.829460] env[62822]: DEBUG nova.network.neutron [req-b700c39a-0d86-4028-b2ad-bed12a91c1b0 req-5571e8d4-01fe-45f0-af23-cc9418e7ea55 service nova] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Updated VIF entry in instance network info cache for port 70d2d720-1519-4aec-be64-cf522bddc8ab. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.829822] env[62822]: DEBUG nova.network.neutron [req-b700c39a-0d86-4028-b2ad-bed12a91c1b0 req-5571e8d4-01fe-45f0-af23-cc9418e7ea55 service nova] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Updating instance_info_cache with network_info: [{"id": "70d2d720-1519-4aec-be64-cf522bddc8ab", "address": "fa:16:3e:a7:8d:0a", "network": {"id": "01ffca60-d0ed-4679-a66d-16cc6aea2d04", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1243954011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385a752db3634854884811a944f6cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d2d720-15", "ovs_interfaceid": "70d2d720-1519-4aec-be64-cf522bddc8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.034784] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: b9f12eb4-ba13-4105-ba03-716b7646d60a] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.048290] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.048622] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.048861] env[62822]: DEBUG nova.network.neutron [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.067116] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.047s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.067638] env[62822]: DEBUG nova.compute.manager [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.070662] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.340s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.172536] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765101, 'name': CreateVM_Task, 'duration_secs': 0.341789} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.172727] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.173490] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.173649] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.173972] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.174253] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4cf765-3f2c-4657-9f57-9138e084af7b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.178880] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for the task: (returnval){ [ 1139.178880] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cd971f-f0a1-6d7f-ee94-f843c05853fe" [ 1139.178880] env[62822]: _type = "Task" [ 1139.178880] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.186957] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cd971f-f0a1-6d7f-ee94-f843c05853fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.332355] env[62822]: DEBUG oslo_concurrency.lockutils [req-b700c39a-0d86-4028-b2ad-bed12a91c1b0 req-5571e8d4-01fe-45f0-af23-cc9418e7ea55 service nova] Releasing lock "refresh_cache-2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.538447] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: e10ca7d4-11d6-462e-ae52-5738af401f55] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.577238] env[62822]: DEBUG nova.compute.utils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.579328] env[62822]: DEBUG nova.compute.manager [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.579515] env[62822]: DEBUG nova.network.neutron [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.582387] env[62822]: DEBUG nova.network.neutron [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.663302] env[62822]: DEBUG nova.policy [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '583711aadf314df99085da1810cea932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e3bac4c72a4aabb2a3643b1c2b7d10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.692368] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cd971f-f0a1-6d7f-ee94-f843c05853fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011767} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.692725] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.692927] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.693180] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.693326] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.693502] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.694040] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d215c5c-cebc-435c-b4df-4c54cf7ae65a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.705550] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.705550] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.709166] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f36800f-3394-46ab-b834-5932c0a1e43a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.711608] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for the task: (returnval){ [ 1139.711608] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5271592c-17b6-e68b-9bc0-5a04ed6df2bd" [ 1139.711608] env[62822]: _type = "Task" [ 1139.711608] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.721280] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5271592c-17b6-e68b-9bc0-5a04ed6df2bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.791602] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003be430-7b6c-4165-9c0f-3fd912917073 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.800285] env[62822]: DEBUG nova.network.neutron [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Updating instance_info_cache with network_info: [{"id": "1ae0668f-ed7a-4745-a713-1f0cb4735f93", "address": "fa:16:3e:b7:92:a3", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae0668f-ed", "ovs_interfaceid": "1ae0668f-ed7a-4745-a713-1f0cb4735f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.805098] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f37fc4-8171-48f5-85f1-865b557248aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.839330] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e395f4d-a352-4831-8447-0208d7cbfde8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.847531] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8516e3-8df3-48be-a0e6-5c774f1c85cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.863321] env[62822]: DEBUG nova.compute.provider_tree [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.977392] env[62822]: DEBUG nova.network.neutron [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Successfully created port: 1128e803-1194-4bac-b14d-17c9727426f6 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.035847] env[62822]: DEBUG nova.compute.manager [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Received event network-vif-plugged-1ae0668f-ed7a-4745-a713-1f0cb4735f93 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.036216] env[62822]: DEBUG oslo_concurrency.lockutils [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] Acquiring lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.036393] env[62822]: DEBUG oslo_concurrency.lockutils [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.036475] env[62822]: DEBUG oslo_concurrency.lockutils [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.036641] env[62822]: DEBUG nova.compute.manager [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] No waiting events found dispatching network-vif-plugged-1ae0668f-ed7a-4745-a713-1f0cb4735f93 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.036807] env[62822]: WARNING nova.compute.manager [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Received unexpected event network-vif-plugged-1ae0668f-ed7a-4745-a713-1f0cb4735f93 for instance with vm_state building and task_state spawning. [ 1140.037134] env[62822]: DEBUG nova.compute.manager [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Received event network-changed-1ae0668f-ed7a-4745-a713-1f0cb4735f93 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.037134] env[62822]: DEBUG nova.compute.manager [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Refreshing instance network info cache due to event network-changed-1ae0668f-ed7a-4745-a713-1f0cb4735f93. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1140.037334] env[62822]: DEBUG oslo_concurrency.lockutils [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] Acquiring lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.042359] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 91df3211-6c1c-4f70-bc44-e1cbb7bc97c5] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.083069] env[62822]: DEBUG nova.compute.manager [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.222606] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5271592c-17b6-e68b-9bc0-5a04ed6df2bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.224373] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e5cb1b-000a-43ee-a037-5b70bce846e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.232026] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for the task: (returnval){ [ 1140.232026] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52807e35-d1df-400e-5d1d-b15e44fdb1bb" [ 1140.232026] env[62822]: _type = "Task" [ 1140.232026] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.240201] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52807e35-d1df-400e-5d1d-b15e44fdb1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.307364] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.307660] env[62822]: DEBUG nova.compute.manager [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Instance network_info: |[{"id": "1ae0668f-ed7a-4745-a713-1f0cb4735f93", "address": "fa:16:3e:b7:92:a3", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae0668f-ed", "ovs_interfaceid": "1ae0668f-ed7a-4745-a713-1f0cb4735f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.307976] env[62822]: DEBUG oslo_concurrency.lockutils [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] Acquired lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.308273] env[62822]: DEBUG nova.network.neutron [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Refreshing network info cache for port 1ae0668f-ed7a-4745-a713-1f0cb4735f93 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.311340] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:92:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ae0668f-ed7a-4745-a713-1f0cb4735f93', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.318761] env[62822]: DEBUG oslo.service.loopingcall [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.320932] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.321623] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbb7d17a-a4e7-405b-bb35-a7f5ba1deb9d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.346076] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.346076] env[62822]: value = "task-2765102" [ 1140.346076] env[62822]: _type = "Task" [ 1140.346076] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.353228] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765102, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.368824] env[62822]: DEBUG nova.scheduler.client.report [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.545768] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 7e461010-3799-41cc-b1a5-65b2d56f63b5] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.549510] env[62822]: DEBUG nova.network.neutron [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Updated VIF entry in instance network info cache for port 1ae0668f-ed7a-4745-a713-1f0cb4735f93. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.549906] env[62822]: DEBUG nova.network.neutron [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Updating instance_info_cache with network_info: [{"id": "1ae0668f-ed7a-4745-a713-1f0cb4735f93", "address": "fa:16:3e:b7:92:a3", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae0668f-ed", "ovs_interfaceid": "1ae0668f-ed7a-4745-a713-1f0cb4735f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.744205] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52807e35-d1df-400e-5d1d-b15e44fdb1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.744586] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.744935] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f/2bd2764f-5fe4-4a85-9317-05a2bd50ee4f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.745296] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f4dad07-7ed5-4e7e-9758-25d5713af667 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.753083] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for the task: (returnval){ [ 1140.753083] env[62822]: value = "task-2765103" [ 1140.753083] env[62822]: _type = "Task" [ 1140.753083] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.760649] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.854264] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765102, 'name': CreateVM_Task, 'duration_secs': 0.476058} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.854426] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.855108] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.855297] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.855630] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.855897] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9044460f-86f0-487c-8bd3-1540237c81b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.862360] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1140.862360] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52af5f7d-9beb-7adb-86ac-284775726f7b" [ 1140.862360] env[62822]: _type = "Task" [ 1140.862360] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.875464] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52af5f7d-9beb-7adb-86ac-284775726f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.052405] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: c1d7caa7-6afc-4890-acfe-a72c654008c5] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.055473] env[62822]: DEBUG oslo_concurrency.lockutils [req-705991c8-12ac-4fc5-a21f-711bdc951b60 req-d3614aeb-7b8c-4483-8a5f-33cb5314288d service nova] Releasing lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.092574] env[62822]: DEBUG nova.compute.manager [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.127922] env[62822]: DEBUG nova.virt.hardware [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.128201] env[62822]: DEBUG nova.virt.hardware [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.128454] env[62822]: DEBUG nova.virt.hardware [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.128749] env[62822]: DEBUG nova.virt.hardware [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.128909] env[62822]: DEBUG nova.virt.hardware [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.129079] env[62822]: DEBUG nova.virt.hardware [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.129302] env[62822]: DEBUG nova.virt.hardware [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.129584] env[62822]: DEBUG nova.virt.hardware [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.129815] env[62822]: DEBUG nova.virt.hardware [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.129989] env[62822]: DEBUG nova.virt.hardware [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.130288] env[62822]: DEBUG nova.virt.hardware [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.131263] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dab613-571d-4c77-8e46-2002e6be437c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.141188] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8d3f20-de71-4329-8a39-6ed8f37a5ec1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.262673] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765103, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.372949] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52af5f7d-9beb-7adb-86ac-284775726f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.373290] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.374018] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.374018] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.374018] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.374144] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.374329] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e1dd86-188c-4145-aa5e-4b5d1b4ce212 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.376985] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.306s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.379689] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.566s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.381071] env[62822]: INFO nova.compute.claims [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.389748] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.389927] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.390656] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f42a42-d4cc-4f16-b958-bbdd7c282688 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.396458] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1141.396458] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5231dd95-1172-fed2-969f-42d32d9105d2" [ 1141.396458] env[62822]: _type = "Task" [ 1141.396458] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.404030] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5231dd95-1172-fed2-969f-42d32d9105d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.554792] env[62822]: DEBUG nova.network.neutron [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Successfully updated port: 1128e803-1194-4bac-b14d-17c9727426f6 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.556691] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 90c11e20-dbec-4043-9b9a-844d2e83f9ac] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.763664] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531677} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.763954] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f/2bd2764f-5fe4-4a85-9317-05a2bd50ee4f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.764177] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.764404] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b5ae1a1-8a4d-4ada-bb5f-ace9e0da8174 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.771421] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for the task: (returnval){ [ 1141.771421] env[62822]: value = "task-2765104" [ 1141.771421] env[62822]: _type = "Task" [ 1141.771421] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.779418] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.907217] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5231dd95-1172-fed2-969f-42d32d9105d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.910705] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14d68a0-9f0f-415f-b11c-1909021a2602 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.916861] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1141.916861] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5261bab9-47de-a18a-16f3-49e06e12622b" [ 1141.916861] env[62822]: _type = "Task" [ 1141.916861] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.924373] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5261bab9-47de-a18a-16f3-49e06e12622b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.946224] env[62822]: INFO nova.scheduler.client.report [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleted allocation for migration 6196654d-30b7-47de-b40c-add57702a9a7 [ 1141.973548] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba19ea-1748-a8c9-6a62-fc914d7530ff/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1141.975047] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ef8491-8fc9-454a-8de2-163b8aeeff55 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.981540] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba19ea-1748-a8c9-6a62-fc914d7530ff/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1141.981990] env[62822]: ERROR oslo_vmware.rw_handles [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba19ea-1748-a8c9-6a62-fc914d7530ff/disk-0.vmdk due to incomplete transfer. [ 1141.981990] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba215f01-242d-48ca-bc99-5bf46f79bff7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.988867] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba19ea-1748-a8c9-6a62-fc914d7530ff/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1141.989364] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Uploaded image b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4 to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1141.991608] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1141.992479] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5ec9ffb0-6488-4a4d-9308-e193404ce824 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.998306] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1141.998306] env[62822]: value = "task-2765105" [ 1141.998306] env[62822]: _type = "Task" [ 1141.998306] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.006504] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765105, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.058947] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "refresh_cache-40d0f047-4ecb-49af-9c40-701fd29b3159" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.058947] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "refresh_cache-40d0f047-4ecb-49af-9c40-701fd29b3159" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.058947] env[62822]: DEBUG nova.network.neutron [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.061992] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: e8d517cb-c9fb-49d5-93b1-26f4162b0ab3] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.066587] env[62822]: DEBUG nova.compute.manager [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Received event network-vif-plugged-1128e803-1194-4bac-b14d-17c9727426f6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.066587] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] Acquiring lock "40d0f047-4ecb-49af-9c40-701fd29b3159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.066859] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] Lock "40d0f047-4ecb-49af-9c40-701fd29b3159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.066968] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] Lock "40d0f047-4ecb-49af-9c40-701fd29b3159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.067106] env[62822]: DEBUG nova.compute.manager [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] No waiting events found dispatching network-vif-plugged-1128e803-1194-4bac-b14d-17c9727426f6 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.067281] env[62822]: WARNING nova.compute.manager [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Received unexpected event network-vif-plugged-1128e803-1194-4bac-b14d-17c9727426f6 for instance with vm_state building and task_state spawning. [ 1142.067460] env[62822]: DEBUG nova.compute.manager [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Received event network-changed-1128e803-1194-4bac-b14d-17c9727426f6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.067587] env[62822]: DEBUG nova.compute.manager [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Refreshing instance network info cache due to event network-changed-1128e803-1194-4bac-b14d-17c9727426f6. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1142.068849] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] Acquiring lock "refresh_cache-40d0f047-4ecb-49af-9c40-701fd29b3159" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.281890] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069562} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.282238] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.283242] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1d0f88-cd29-47d8-9191-8027c2928e8f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.307517] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f/2bd2764f-5fe4-4a85-9317-05a2bd50ee4f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.307800] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77f499db-2d45-46c3-b442-05cfaa171caa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.328450] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for the task: (returnval){ [ 1142.328450] env[62822]: value = "task-2765106" [ 1142.328450] env[62822]: _type = "Task" [ 1142.328450] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.336953] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.432209] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5261bab9-47de-a18a-16f3-49e06e12622b, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.436044] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.436461] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7/6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.437123] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48290503-d0a0-43e3-a2ad-510004e856c3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.445144] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1142.445144] env[62822]: value = "task-2765107" [ 1142.445144] env[62822]: _type = "Task" [ 1142.445144] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.454934] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07118c60-ad80-4803-8604-58a74cc94a96 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.204s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.463746] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.514919] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765105, 'name': Destroy_Task, 'duration_secs': 0.309956} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.515097] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Destroyed the VM [ 1142.515363] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1142.515714] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5bc79682-20be-4ebe-a4db-24e2ff5dedaa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.523277] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1142.523277] env[62822]: value = "task-2765108" [ 1142.523277] env[62822]: _type = "Task" [ 1142.523277] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.539290] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.568839] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: e2f23959-6da8-4a9b-8f47-9bd1694ea1d8] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.600449] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191c7efa-4fc8-4cdc-ae3f-6ee66a389ecf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.606388] env[62822]: DEBUG nova.network.neutron [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.617786] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2df60b-c17a-4364-88a8-52589adbbe6d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.660315] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c5c518-c3d0-42a4-afc8-b63d9f068b17 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.669113] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a83c60-359e-4e07-b969-56f9e0c3f15c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.685508] env[62822]: DEBUG nova.compute.provider_tree [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.696701] env[62822]: DEBUG oslo_concurrency.lockutils [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "3bd82072-2c33-475f-bac6-da59d2c431ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.696942] env[62822]: DEBUG oslo_concurrency.lockutils [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.697167] env[62822]: DEBUG oslo_concurrency.lockutils [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "3bd82072-2c33-475f-bac6-da59d2c431ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.697348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.697505] env[62822]: DEBUG oslo_concurrency.lockutils [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.700433] env[62822]: INFO nova.compute.manager [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Terminating instance [ 1142.820416] env[62822]: DEBUG nova.network.neutron [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Updating instance_info_cache with network_info: [{"id": "1128e803-1194-4bac-b14d-17c9727426f6", "address": "fa:16:3e:30:2c:c5", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1128e803-11", "ovs_interfaceid": "1128e803-1194-4bac-b14d-17c9727426f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.842610] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765106, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.955581] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485121} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.955814] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7/6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.956027] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.956271] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a515cc0-cd83-4bd0-bb8b-4f700722f75e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.962448] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1142.962448] env[62822]: value = "task-2765109" [ 1142.962448] env[62822]: _type = "Task" [ 1142.962448] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.969784] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.035987] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765108, 'name': RemoveSnapshot_Task, 'duration_secs': 0.40479} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.036281] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1143.036566] env[62822]: DEBUG nova.compute.manager [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.037332] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe381219-9aaa-45c3-abe0-b214bd3995e7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.076187] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 610fe044-57e5-4e4c-96da-58e43865ba5e] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.188976] env[62822]: DEBUG nova.scheduler.client.report [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.203970] env[62822]: DEBUG nova.compute.manager [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.204204] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.205293] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ba6468-60c1-46ec-aa1e-111944c8f3fd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.213319] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.213537] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2433c8b8-49ce-4183-8b81-4fd0db7ad888 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.219779] env[62822]: DEBUG oslo_vmware.api [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1143.219779] env[62822]: value = "task-2765110" [ 1143.219779] env[62822]: _type = "Task" [ 1143.219779] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.227369] env[62822]: DEBUG oslo_vmware.api [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.324076] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "refresh_cache-40d0f047-4ecb-49af-9c40-701fd29b3159" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.324412] env[62822]: DEBUG nova.compute.manager [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Instance network_info: |[{"id": "1128e803-1194-4bac-b14d-17c9727426f6", "address": "fa:16:3e:30:2c:c5", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1128e803-11", "ovs_interfaceid": "1128e803-1194-4bac-b14d-17c9727426f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.324726] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] Acquired lock "refresh_cache-40d0f047-4ecb-49af-9c40-701fd29b3159" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.324907] env[62822]: DEBUG nova.network.neutron [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Refreshing network info cache for port 1128e803-1194-4bac-b14d-17c9727426f6 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.326191] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:2c:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1128e803-1194-4bac-b14d-17c9727426f6', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.335018] env[62822]: DEBUG oslo.service.loopingcall [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.337362] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.341429] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce7ad309-e6df-4a27-8ae5-d7fdf218b77d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.366292] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765106, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.367619] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.367619] env[62822]: value = "task-2765111" [ 1143.367619] env[62822]: _type = "Task" [ 1143.367619] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.375264] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765111, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.473069] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06613} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.473313] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.474061] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240f8793-dc2f-46d5-af54-efaac47c5a73 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.495647] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7/6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.498212] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cea29513-ec85-401b-a4db-47b971ffc90c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.517371] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1143.517371] env[62822]: value = "task-2765112" [ 1143.517371] env[62822]: _type = "Task" [ 1143.517371] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.525104] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.549071] env[62822]: INFO nova.compute.manager [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Shelve offloading [ 1143.579382] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 94ca5394-01bd-4460-84f3-849795fc095b] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.622463] env[62822]: DEBUG nova.network.neutron [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Updated VIF entry in instance network info cache for port 1128e803-1194-4bac-b14d-17c9727426f6. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.622834] env[62822]: DEBUG nova.network.neutron [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Updating instance_info_cache with network_info: [{"id": "1128e803-1194-4bac-b14d-17c9727426f6", "address": "fa:16:3e:30:2c:c5", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1128e803-11", "ovs_interfaceid": "1128e803-1194-4bac-b14d-17c9727426f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.694699] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.695366] env[62822]: DEBUG nova.compute.manager [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.731031] env[62822]: DEBUG oslo_vmware.api [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765110, 'name': PowerOffVM_Task, 'duration_secs': 0.189723} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.731315] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.731474] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.731723] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f82aa735-4f4f-4925-840a-e3b6e60b4013 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.791132] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.791365] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.791576] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleting the datastore file [datastore1] 3bd82072-2c33-475f-bac6-da59d2c431ec {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.791903] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d55f356-fbea-46ae-bdca-d3a228af094a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.798579] env[62822]: DEBUG oslo_vmware.api [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1143.798579] env[62822]: value = "task-2765114" [ 1143.798579] env[62822]: _type = "Task" [ 1143.798579] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.807800] env[62822]: DEBUG oslo_vmware.api [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.847089] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765106, 'name': ReconfigVM_Task, 'duration_secs': 1.478234} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.847089] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f/2bd2764f-5fe4-4a85-9317-05a2bd50ee4f.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.847815] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a59df974-83c2-4522-b618-dd9bd873be54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.853652] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for the task: (returnval){ [ 1143.853652] env[62822]: value = "task-2765115" [ 1143.853652] env[62822]: _type = "Task" [ 1143.853652] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.861537] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765115, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.875665] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765111, 'name': CreateVM_Task} progress is 25%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.027889] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765112, 'name': ReconfigVM_Task, 'duration_secs': 0.311428} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.028322] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7/6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.029061] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-226776cb-eafa-4c83-a3d0-d5c5bbe9f938 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.034732] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1144.034732] env[62822]: value = "task-2765116" [ 1144.034732] env[62822]: _type = "Task" [ 1144.034732] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.042608] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765116, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.052718] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.052718] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-572994a6-5676-421a-ad4f-c41b7ca2ff31 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.058624] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1144.058624] env[62822]: value = "task-2765117" [ 1144.058624] env[62822]: _type = "Task" [ 1144.058624] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.066649] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.082288] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 2b417050-a196-4d4d-9a91-fb5a2dc1f423] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.125861] env[62822]: DEBUG oslo_concurrency.lockutils [req-b9b897dc-738d-4d85-916f-9574e708dc06 req-94f15281-65ec-4d2c-bcaf-4b936b0557b9 service nova] Releasing lock "refresh_cache-40d0f047-4ecb-49af-9c40-701fd29b3159" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.200342] env[62822]: DEBUG nova.compute.utils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.201886] env[62822]: DEBUG nova.compute.manager [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.202461] env[62822]: DEBUG nova.network.neutron [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.237776] env[62822]: DEBUG nova.policy [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68e5016c05bb46d3a0bf96f5258eb754', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4f5676d58f64ea3b7e8a321f120b852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.309180] env[62822]: DEBUG oslo_vmware.api [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149914} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.309475] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.309657] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.309823] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.309996] env[62822]: INFO nova.compute.manager [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1144.310260] env[62822]: DEBUG oslo.service.loopingcall [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.310448] env[62822]: DEBUG nova.compute.manager [-] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.310541] env[62822]: DEBUG nova.network.neutron [-] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.363465] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765115, 'name': Rename_Task, 'duration_secs': 0.199147} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.363748] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.364069] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd2dc7ea-d760-4630-82b1-86758707a646 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.372594] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for the task: (returnval){ [ 1144.372594] env[62822]: value = "task-2765118" [ 1144.372594] env[62822]: _type = "Task" [ 1144.372594] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.378658] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765111, 'name': CreateVM_Task, 'duration_secs': 0.699443} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.379137] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.379804] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.379979] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.380353] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.383224] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f88e84-3f21-4f3c-ad78-e6b089978e8d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.384651] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.387318] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1144.387318] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b2bd3e-3c79-cbc2-a2fa-f7ebc553e3cb" [ 1144.387318] env[62822]: _type = "Task" [ 1144.387318] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.394797] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b2bd3e-3c79-cbc2-a2fa-f7ebc553e3cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.545447] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765116, 'name': Rename_Task, 'duration_secs': 0.142372} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.545770] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.549023] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45e91146-731e-40bf-998c-60ed3dcadd6f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.551982] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1144.551982] env[62822]: value = "task-2765119" [ 1144.551982] env[62822]: _type = "Task" [ 1144.551982] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.560334] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.570034] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1144.570034] env[62822]: DEBUG nova.compute.manager [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.570034] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82d8108-6a0e-4edc-90ae-36d0651f5777 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.575157] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.575383] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.575499] env[62822]: DEBUG nova.network.neutron [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.585606] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 3fd01614-57fa-4618-92fc-d7edcf00afec] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.705893] env[62822]: DEBUG nova.compute.manager [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.731731] env[62822]: DEBUG nova.network.neutron [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Successfully created port: 896ac8e3-b440-490d-900d-d20ecda6fa9f {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.887627] env[62822]: DEBUG oslo_vmware.api [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765118, 'name': PowerOnVM_Task, 'duration_secs': 0.51394} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.887914] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.888767] env[62822]: INFO nova.compute.manager [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1144.889030] env[62822]: DEBUG nova.compute.manager [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.894593] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25257401-fac7-4095-9bc1-a636265f8de6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.903989] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b2bd3e-3c79-cbc2-a2fa-f7ebc553e3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.905973] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.906742] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.907183] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.907291] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.907511] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.915030] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-386fef80-d6ef-41c3-8a82-4879bcf140f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.920534] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.920732] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.921465] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9981339-a734-440d-8f8e-fbc3623a3d34 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.927505] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1144.927505] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b557b-839d-5017-c9df-6fcc0ac08506" [ 1144.927505] env[62822]: _type = "Task" [ 1144.927505] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.937572] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b557b-839d-5017-c9df-6fcc0ac08506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.062381] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.088978] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: e5ededde-92bf-4d1a-8ceb-ea941c5ae3c9] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.242126] env[62822]: DEBUG nova.compute.manager [req-8fcfad80-5cc0-48f0-b02a-6f94275b805b req-5ae5a54a-ee44-4c24-81f2-b7406ec7c809 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Received event network-vif-deleted-9d0d7f2c-72ca-4e6c-a72b-cb448cffda88 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1145.242446] env[62822]: INFO nova.compute.manager [req-8fcfad80-5cc0-48f0-b02a-6f94275b805b req-5ae5a54a-ee44-4c24-81f2-b7406ec7c809 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Neutron deleted interface 9d0d7f2c-72ca-4e6c-a72b-cb448cffda88; detaching it from the instance and deleting it from the info cache [ 1145.242724] env[62822]: DEBUG nova.network.neutron [req-8fcfad80-5cc0-48f0-b02a-6f94275b805b req-5ae5a54a-ee44-4c24-81f2-b7406ec7c809 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.424027] env[62822]: INFO nova.compute.manager [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Took 14.81 seconds to build instance. [ 1145.438352] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527b557b-839d-5017-c9df-6fcc0ac08506, 'name': SearchDatastore_Task, 'duration_secs': 0.010036} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.439907] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd03b87-a58c-4dfa-969a-3f94031d4d81 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.446580] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1145.446580] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52edd279-9444-e9d2-5809-2d3fcfaaa36c" [ 1145.446580] env[62822]: _type = "Task" [ 1145.446580] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.454366] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52edd279-9444-e9d2-5809-2d3fcfaaa36c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.561962] env[62822]: DEBUG oslo_vmware.api [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765119, 'name': PowerOnVM_Task, 'duration_secs': 0.732137} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.562332] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.562534] env[62822]: INFO nova.compute.manager [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1145.562713] env[62822]: DEBUG nova.compute.manager [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.563525] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d8d839-43dc-44c8-9653-2248386b51b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.593495] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 13ce48ae-3c46-45d9-a277-4a3243a8a404] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.608710] env[62822]: DEBUG nova.network.neutron [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updating instance_info_cache with network_info: [{"id": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "address": "fa:16:3e:0b:50:9f", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2e262ac-69", "ovs_interfaceid": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.674707] env[62822]: DEBUG nova.network.neutron [-] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.718591] env[62822]: DEBUG nova.compute.manager [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.748486] env[62822]: DEBUG nova.virt.hardware [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.748728] env[62822]: DEBUG nova.virt.hardware [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.748891] env[62822]: DEBUG nova.virt.hardware [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.749134] env[62822]: DEBUG nova.virt.hardware [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.749292] env[62822]: DEBUG nova.virt.hardware [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.749482] env[62822]: DEBUG nova.virt.hardware [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.749646] env[62822]: DEBUG nova.virt.hardware [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.749805] env[62822]: DEBUG nova.virt.hardware [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.749972] env[62822]: DEBUG nova.virt.hardware [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.752030] env[62822]: DEBUG nova.virt.hardware [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.752030] env[62822]: DEBUG nova.virt.hardware [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.752626] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229c6dc9-ef01-4e8e-be6d-be5322189369 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.755372] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f3adf4f-ffe5-4acd-9031-9a55694ef7f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.768409] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e780f4f4-624d-4f4a-96c7-28e12256d20e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.772855] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa7f46-6dfe-40ae-954e-58afe95cd9f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.805135] env[62822]: DEBUG nova.compute.manager [req-8fcfad80-5cc0-48f0-b02a-6f94275b805b req-5ae5a54a-ee44-4c24-81f2-b7406ec7c809 service nova] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Detach interface failed, port_id=9d0d7f2c-72ca-4e6c-a72b-cb448cffda88, reason: Instance 3bd82072-2c33-475f-bac6-da59d2c431ec could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1145.924298] env[62822]: DEBUG oslo_concurrency.lockutils [None req-07840f90-5912-404d-af67-57786522c119 tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.325s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.957083] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52edd279-9444-e9d2-5809-2d3fcfaaa36c, 'name': SearchDatastore_Task, 'duration_secs': 0.018083} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.957386] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.957583] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 40d0f047-4ecb-49af-9c40-701fd29b3159/40d0f047-4ecb-49af-9c40-701fd29b3159.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.958078] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-579a3e55-8c8d-4b0f-8f00-fdf528e42060 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.964328] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1145.964328] env[62822]: value = "task-2765120" [ 1145.964328] env[62822]: _type = "Task" [ 1145.964328] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.972090] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.080428] env[62822]: INFO nova.compute.manager [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Took 15.35 seconds to build instance. [ 1146.096401] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 67a708f5-4f70-4541-b4f5-921e371660f3] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.111140] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.177368] env[62822]: INFO nova.compute.manager [-] [instance: 3bd82072-2c33-475f-bac6-da59d2c431ec] Took 1.87 seconds to deallocate network for instance. [ 1146.474510] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765120, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.582242] env[62822]: DEBUG oslo_concurrency.lockutils [None req-448f2471-c437-436c-82bc-eaa004f47c7a tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.870s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.600165] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: bc68f8a9-acec-44db-8f5e-0b0ea8aa57e0] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.634972] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquiring lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.635254] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.635461] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquiring lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.635647] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.635813] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.637833] env[62822]: INFO nova.compute.manager [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Terminating instance [ 1146.684992] env[62822]: DEBUG oslo_concurrency.lockutils [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.685320] env[62822]: DEBUG oslo_concurrency.lockutils [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.685505] env[62822]: DEBUG oslo_concurrency.lockutils [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.711405] env[62822]: INFO nova.scheduler.client.report [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleted allocations for instance 3bd82072-2c33-475f-bac6-da59d2c431ec [ 1146.720619] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.721519] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815db8a6-7aa8-4c5d-bd6d-a7b5a5c9be6d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.732337] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.732583] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc93b065-7541-4adc-a7ea-721a392cc4c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.738388] env[62822]: DEBUG nova.network.neutron [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Successfully updated port: 896ac8e3-b440-490d-900d-d20ecda6fa9f {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.772019] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.772294] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.772473] env[62822]: INFO nova.compute.manager [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Shelving [ 1146.829165] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.829385] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.829561] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleting the datastore file [datastore2] 5e354d80-8f30-4531-85da-b23bed7c81df {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.829827] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2eaeff6-7a1b-44d4-abbf-f00cd26a59b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.835951] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1146.835951] env[62822]: value = "task-2765122" [ 1146.835951] env[62822]: _type = "Task" [ 1146.835951] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.844447] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.975827] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526131} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.975981] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 40d0f047-4ecb-49af-9c40-701fd29b3159/40d0f047-4ecb-49af-9c40-701fd29b3159.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.976250] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.976543] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b14c5cbd-62e5-4494-8c6d-1f686c76c80f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.982149] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1146.982149] env[62822]: value = "task-2765123" [ 1146.982149] env[62822]: _type = "Task" [ 1146.982149] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.989804] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.103889] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 768e8177-75a0-493f-a6c8-7a36ddfaa00e] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.146321] env[62822]: DEBUG nova.compute.manager [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.146455] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.149436] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12af302-060f-4982-9364-9d8f568f992d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.157835] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.158137] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df8088ff-b97f-4bf5-b59f-0ec18ac994df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.164657] env[62822]: DEBUG oslo_vmware.api [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for the task: (returnval){ [ 1147.164657] env[62822]: value = "task-2765124" [ 1147.164657] env[62822]: _type = "Task" [ 1147.164657] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.173171] env[62822]: DEBUG oslo_vmware.api [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.222211] env[62822]: DEBUG oslo_concurrency.lockutils [None req-093e116f-b5e2-4839-bcf2-769d5ae3be27 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "3bd82072-2c33-475f-bac6-da59d2c431ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.525s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.240903] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquiring lock "refresh_cache-0a464bbe-8d87-4d03-8754-cf0a3c9bde77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.241119] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquired lock "refresh_cache-0a464bbe-8d87-4d03-8754-cf0a3c9bde77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.241299] env[62822]: DEBUG nova.network.neutron [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.269680] env[62822]: DEBUG nova.compute.manager [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Received event network-vif-unplugged-e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1147.269871] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Acquiring lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.270197] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.270969] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.270969] env[62822]: DEBUG nova.compute.manager [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] No waiting events found dispatching network-vif-unplugged-e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.270969] env[62822]: WARNING nova.compute.manager [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Received unexpected event network-vif-unplugged-e2e262ac-6977-43f6-9dc5-f7d7363a2023 for instance with vm_state shelved and task_state shelving_offloading. [ 1147.271306] env[62822]: DEBUG nova.compute.manager [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Received event network-vif-plugged-896ac8e3-b440-490d-900d-d20ecda6fa9f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1147.271519] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Acquiring lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.272123] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.272123] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.272123] env[62822]: DEBUG nova.compute.manager [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] No waiting events found dispatching network-vif-plugged-896ac8e3-b440-490d-900d-d20ecda6fa9f {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.272545] env[62822]: WARNING nova.compute.manager [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Received unexpected event network-vif-plugged-896ac8e3-b440-490d-900d-d20ecda6fa9f for instance with vm_state building and task_state spawning. [ 1147.272545] env[62822]: DEBUG nova.compute.manager [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Received event network-changed-e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1147.272692] env[62822]: DEBUG nova.compute.manager [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Refreshing instance network info cache due to event network-changed-e2e262ac-6977-43f6-9dc5-f7d7363a2023. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1147.272872] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Acquiring lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.273171] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Acquired lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.273345] env[62822]: DEBUG nova.network.neutron [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Refreshing network info cache for port e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.346178] env[62822]: DEBUG oslo_vmware.api [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141887} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.346437] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.346648] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.346822] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.368790] env[62822]: INFO nova.scheduler.client.report [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleted allocations for instance 5e354d80-8f30-4531-85da-b23bed7c81df [ 1147.389334] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "1d34622b-1e1a-445f-8508-f53bec37f109" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.389608] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.493966] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096182} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.494284] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.495034] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f1df5b-eed8-408f-b234-94634588a260 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.519278] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 40d0f047-4ecb-49af-9c40-701fd29b3159/40d0f047-4ecb-49af-9c40-701fd29b3159.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.519598] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9799e1fa-09a5-4414-ba01-158e834c98fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.539742] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1147.539742] env[62822]: value = "task-2765125" [ 1147.539742] env[62822]: _type = "Task" [ 1147.539742] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.548942] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.610192] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 02e12fe7-6caa-4601-a1dd-38e2c8de8427] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.676061] env[62822]: DEBUG oslo_vmware.api [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765124, 'name': PowerOffVM_Task, 'duration_secs': 0.190334} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.676508] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.676785] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.677173] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9c830ce-d919-457c-9bf2-0c66e481d4f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.742781] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.743154] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.743359] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Deleting the datastore file [datastore1] 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.745669] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e487527-e8ba-468a-8005-8ac181eff9c8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.753616] env[62822]: DEBUG oslo_vmware.api [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for the task: (returnval){ [ 1147.753616] env[62822]: value = "task-2765127" [ 1147.753616] env[62822]: _type = "Task" [ 1147.753616] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.763460] env[62822]: DEBUG oslo_vmware.api [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.780633] env[62822]: DEBUG nova.network.neutron [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.781018] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.781305] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc8ebf9c-7c3e-405d-b07c-a301ed990793 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.787985] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1147.787985] env[62822]: value = "task-2765128" [ 1147.787985] env[62822]: _type = "Task" [ 1147.787985] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.796321] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.873845] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.874126] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.874375] env[62822]: DEBUG nova.objects.instance [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lazy-loading 'resources' on Instance uuid 5e354d80-8f30-4531-85da-b23bed7c81df {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.895222] env[62822]: INFO nova.compute.manager [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Detaching volume 01e10588-78df-4389-8564-e95e9cedcd51 [ 1147.947795] env[62822]: INFO nova.virt.block_device [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Attempting to driver detach volume 01e10588-78df-4389-8564-e95e9cedcd51 from mountpoint /dev/sdb [ 1147.948059] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1147.948261] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556265', 'volume_id': '01e10588-78df-4389-8564-e95e9cedcd51', 'name': 'volume-01e10588-78df-4389-8564-e95e9cedcd51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d34622b-1e1a-445f-8508-f53bec37f109', 'attached_at': '', 'detached_at': '', 'volume_id': '01e10588-78df-4389-8564-e95e9cedcd51', 'serial': '01e10588-78df-4389-8564-e95e9cedcd51'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1147.949238] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d770824c-976e-4242-bf8d-e0ab9ff59347 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.975185] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dffc32-74a1-4bfe-af88-ea673de8f1ba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.985845] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f17db0a-cbc3-40da-ad80-26a50a76248e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.009983] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad49a366-c5ab-4d54-8f5e-681c19f215ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.026172] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] The volume has not been displaced from its original location: [datastore1] volume-01e10588-78df-4389-8564-e95e9cedcd51/volume-01e10588-78df-4389-8564-e95e9cedcd51.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1148.030369] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.030688] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75835cee-0641-4361-bda4-4adc23e669ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.052754] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765125, 'name': ReconfigVM_Task, 'duration_secs': 0.335362} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.054511] env[62822]: DEBUG nova.network.neutron [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Updating instance_info_cache with network_info: [{"id": "896ac8e3-b440-490d-900d-d20ecda6fa9f", "address": "fa:16:3e:6a:8e:cf", "network": {"id": "8a8d140c-a293-43bc-a483-84c5a42310f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-568828256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f5676d58f64ea3b7e8a321f120b852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896ac8e3-b4", "ovs_interfaceid": "896ac8e3-b440-490d-900d-d20ecda6fa9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.056296] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 40d0f047-4ecb-49af-9c40-701fd29b3159/40d0f047-4ecb-49af-9c40-701fd29b3159.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.057210] env[62822]: DEBUG oslo_vmware.api [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1148.057210] env[62822]: value = "task-2765129" [ 1148.057210] env[62822]: _type = "Task" [ 1148.057210] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.057446] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f201496a-ff75-4743-aefb-04ed3f4e060b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.068657] env[62822]: DEBUG oslo_vmware.api [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.070629] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1148.070629] env[62822]: value = "task-2765130" [ 1148.070629] env[62822]: _type = "Task" [ 1148.070629] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.080013] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765130, 'name': Rename_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.112824] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 57a1c135-5990-46e4-84ee-9e46647f2280] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.122471] env[62822]: DEBUG nova.network.neutron [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updated VIF entry in instance network info cache for port e2e262ac-6977-43f6-9dc5-f7d7363a2023. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.122832] env[62822]: DEBUG nova.network.neutron [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updating instance_info_cache with network_info: [{"id": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "address": "fa:16:3e:0b:50:9f", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape2e262ac-69", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.263818] env[62822]: DEBUG oslo_vmware.api [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Task: {'id': task-2765127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139874} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.264094] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.264282] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.264465] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.264642] env[62822]: INFO nova.compute.manager [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1148.264885] env[62822]: DEBUG oslo.service.loopingcall [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.265095] env[62822]: DEBUG nova.compute.manager [-] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.265193] env[62822]: DEBUG nova.network.neutron [-] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.297806] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765128, 'name': PowerOffVM_Task, 'duration_secs': 0.213618} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.297806] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.299121] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354ddaf4-a2c0-4b5c-8236-d5abc3f94874 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.316289] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a1d7a3-6b71-4a40-9a5f-159d49fa4aa2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.378114] env[62822]: DEBUG nova.objects.instance [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lazy-loading 'numa_topology' on Instance uuid 5e354d80-8f30-4531-85da-b23bed7c81df {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.557439] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Releasing lock "refresh_cache-0a464bbe-8d87-4d03-8754-cf0a3c9bde77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.557759] env[62822]: DEBUG nova.compute.manager [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Instance network_info: |[{"id": "896ac8e3-b440-490d-900d-d20ecda6fa9f", "address": "fa:16:3e:6a:8e:cf", "network": {"id": "8a8d140c-a293-43bc-a483-84c5a42310f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-568828256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f5676d58f64ea3b7e8a321f120b852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896ac8e3-b4", "ovs_interfaceid": "896ac8e3-b440-490d-900d-d20ecda6fa9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.558217] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:8e:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '896ac8e3-b440-490d-900d-d20ecda6fa9f', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.566051] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Creating folder: Project (a4f5676d58f64ea3b7e8a321f120b852). Parent ref: group-v555973. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.566376] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c30c2ec-2897-43fb-a116-29a5d1b17353 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.579735] env[62822]: DEBUG oslo_vmware.api [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765129, 'name': ReconfigVM_Task, 'duration_secs': 0.260587} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.582990] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1148.587800] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765130, 'name': Rename_Task, 'duration_secs': 0.182525} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.589030] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Created folder: Project (a4f5676d58f64ea3b7e8a321f120b852) in parent group-v555973. [ 1148.589030] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Creating folder: Instances. Parent ref: group-v556283. {{(pid=62822) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.589030] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e8ac77-34bf-42e6-a25e-dbc19a4e116c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.599063] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.599063] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1abef7b4-8221-4f9e-9549-42bca03594e6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.600184] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b2c2da3-0753-46b4-86e6-ae97ba3a5350 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.607790] env[62822]: DEBUG oslo_vmware.api [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1148.607790] env[62822]: value = "task-2765133" [ 1148.607790] env[62822]: _type = "Task" [ 1148.607790] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.608139] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1148.608139] env[62822]: value = "task-2765132" [ 1148.608139] env[62822]: _type = "Task" [ 1148.608139] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.614435] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Created folder: Instances in parent group-v556283. [ 1148.614662] env[62822]: DEBUG oslo.service.loopingcall [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.615384] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.615764] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 75385fad-42c0-46cc-98ce-27a22199dfca] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.617458] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c173fc-1ad8-4750-9ea4-b46b719921d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.639482] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Releasing lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.639733] env[62822]: DEBUG nova.compute.manager [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Received event network-changed-896ac8e3-b440-490d-900d-d20ecda6fa9f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.639912] env[62822]: DEBUG nova.compute.manager [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Refreshing instance network info cache due to event network-changed-896ac8e3-b440-490d-900d-d20ecda6fa9f. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1148.640180] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Acquiring lock "refresh_cache-0a464bbe-8d87-4d03-8754-cf0a3c9bde77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.640328] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Acquired lock "refresh_cache-0a464bbe-8d87-4d03-8754-cf0a3c9bde77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.640490] env[62822]: DEBUG nova.network.neutron [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Refreshing network info cache for port 896ac8e3-b440-490d-900d-d20ecda6fa9f {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.642041] env[62822]: DEBUG oslo_vmware.api [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765133, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.642041] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.647351] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.647351] env[62822]: value = "task-2765135" [ 1148.647351] env[62822]: _type = "Task" [ 1148.647351] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.656059] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765135, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.787808] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "dc73f166-f78e-4731-9f46-54bba20c4ddb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.788088] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.828308] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1148.828481] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5c8daf8-5f38-445a-8cb1-19193ec51826 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.836068] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1148.836068] env[62822]: value = "task-2765136" [ 1148.836068] env[62822]: _type = "Task" [ 1148.836068] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.846460] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765136, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.883661] env[62822]: DEBUG nova.objects.base [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Object Instance<5e354d80-8f30-4531-85da-b23bed7c81df> lazy-loaded attributes: resources,numa_topology {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1149.006432] env[62822]: DEBUG nova.network.neutron [-] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.052418] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c19ae6-37d4-40b5-9200-c2c6726363e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.060401] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebbfe7c-5630-4f49-8ec9-d195aa967855 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.094759] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ef14ac-6506-4ade-8212-bcf603dcebf1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.102474] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69768085-f52f-422f-94d2-bf2640a7e225 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.116149] env[62822]: DEBUG nova.compute.provider_tree [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.127608] env[62822]: DEBUG oslo_vmware.api [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.131147] env[62822]: DEBUG oslo_vmware.api [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765132, 'name': PowerOnVM_Task, 'duration_secs': 0.450258} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.131544] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.131622] env[62822]: INFO nova.compute.manager [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1149.131816] env[62822]: DEBUG nova.compute.manager [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.132729] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c637ba-69ca-4a3e-938c-000cb609e064 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.140769] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: e64465d7-5082-4e3f-be9e-a5ea87784fae] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.156725] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765135, 'name': CreateVM_Task, 'duration_secs': 0.299878} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.156913] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.157810] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.157810] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.158168] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.158436] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e5b1772-ee39-4dde-afc9-1f8ed968bb8e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.162952] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for the task: (returnval){ [ 1149.162952] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52df4302-2c2b-c5e7-ec16-d049841ca1b5" [ 1149.162952] env[62822]: _type = "Task" [ 1149.162952] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.171314] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52df4302-2c2b-c5e7-ec16-d049841ca1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.291273] env[62822]: DEBUG nova.compute.manager [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.301236] env[62822]: DEBUG nova.compute.manager [req-3bc8f09f-df7e-4a94-a5cb-42104c72039f req-570c8a89-486a-4435-b6e2-5e83f178fdff service nova] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Received event network-vif-deleted-70d2d720-1519-4aec-be64-cf522bddc8ab {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1149.348243] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765136, 'name': CreateSnapshot_Task, 'duration_secs': 0.454948} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.349450] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1149.349804] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2d3163-bbcc-42ed-a512-e47300578e33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.361616] env[62822]: DEBUG nova.network.neutron [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Updated VIF entry in instance network info cache for port 896ac8e3-b440-490d-900d-d20ecda6fa9f. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.361956] env[62822]: DEBUG nova.network.neutron [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Updating instance_info_cache with network_info: [{"id": "896ac8e3-b440-490d-900d-d20ecda6fa9f", "address": "fa:16:3e:6a:8e:cf", "network": {"id": "8a8d140c-a293-43bc-a483-84c5a42310f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-568828256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f5676d58f64ea3b7e8a321f120b852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896ac8e3-b4", "ovs_interfaceid": "896ac8e3-b440-490d-900d-d20ecda6fa9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.510027] env[62822]: INFO nova.compute.manager [-] [instance: 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f] Took 1.24 seconds to deallocate network for instance. [ 1149.625443] env[62822]: DEBUG nova.scheduler.client.report [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.628446] env[62822]: DEBUG oslo_vmware.api [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765133, 'name': ReconfigVM_Task, 'duration_secs': 0.777015} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.628905] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556265', 'volume_id': '01e10588-78df-4389-8564-e95e9cedcd51', 'name': 'volume-01e10588-78df-4389-8564-e95e9cedcd51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d34622b-1e1a-445f-8508-f53bec37f109', 'attached_at': '', 'detached_at': '', 'volume_id': '01e10588-78df-4389-8564-e95e9cedcd51', 'serial': '01e10588-78df-4389-8564-e95e9cedcd51'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1149.643836] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: ef3ef51f-3bf2-4296-ade5-9f3c24861fe5] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.653896] env[62822]: INFO nova.compute.manager [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Took 14.46 seconds to build instance. [ 1149.674338] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52df4302-2c2b-c5e7-ec16-d049841ca1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010486} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.674625] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.674843] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.675100] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.675229] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.675408] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.675660] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6826eb5d-5d91-4ece-bc58-a6c1e3f94dc9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.684265] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.684440] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.685135] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757edc83-f3b4-471d-b209-5484719eafef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.690414] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for the task: (returnval){ [ 1149.690414] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]527c96d8-d94b-c56c-4945-4f21fda0869a" [ 1149.690414] env[62822]: _type = "Task" [ 1149.690414] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.699262] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527c96d8-d94b-c56c-4945-4f21fda0869a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.811977] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.867655] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1149.868210] env[62822]: DEBUG oslo_concurrency.lockutils [req-b243f573-631a-4c74-bb6d-918e8de22be2 req-540671d8-8904-4507-b19e-6e3d2e6de3cb service nova] Releasing lock "refresh_cache-0a464bbe-8d87-4d03-8754-cf0a3c9bde77" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.868628] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bdcad492-63ef-4a76-a258-f3f9e4d0f38b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.878024] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1149.878024] env[62822]: value = "task-2765137" [ 1149.878024] env[62822]: _type = "Task" [ 1149.878024] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.886304] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765137, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.022350] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.080071] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "5e354d80-8f30-4531-85da-b23bed7c81df" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.130070] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.133169] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.321s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.134744] env[62822]: INFO nova.compute.claims [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.154017] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 66bade72-0818-400e-ac81-2c8da1a2dd97] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.156061] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5a0e2b73-49eb-4d7a-bf2d-28b6796f090c tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "40d0f047-4ecb-49af-9c40-701fd29b3159" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.979s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.174946] env[62822]: DEBUG nova.objects.instance [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lazy-loading 'flavor' on Instance uuid 1d34622b-1e1a-445f-8508-f53bec37f109 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.201500] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]527c96d8-d94b-c56c-4945-4f21fda0869a, 'name': SearchDatastore_Task, 'duration_secs': 0.008502} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.202255] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7bbf082-11e9-4d61-b215-ddcaf338b5e0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.207616] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for the task: (returnval){ [ 1150.207616] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529239e2-717e-fe61-cde4-d88a796044b0" [ 1150.207616] env[62822]: _type = "Task" [ 1150.207616] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.215632] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529239e2-717e-fe61-cde4-d88a796044b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.388054] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765137, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.643362] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92882901-0692-4f3e-b43c-6cbc6babb6be tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.721s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.644270] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.564s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.644667] env[62822]: INFO nova.compute.manager [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Unshelving [ 1150.657569] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 17ab5c9c-e2c3-459b-804e-abcfeeac8796] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.722186] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529239e2-717e-fe61-cde4-d88a796044b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.722186] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.722186] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 0a464bbe-8d87-4d03-8754-cf0a3c9bde77/0a464bbe-8d87-4d03-8754-cf0a3c9bde77.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.722186] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eff3a1c4-138f-4c7d-b749-e9268a55688a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.728497] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for the task: (returnval){ [ 1150.728497] env[62822]: value = "task-2765138" [ 1150.728497] env[62822]: _type = "Task" [ 1150.728497] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.736578] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.890453] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765137, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.161550] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: d2942f62-06a3-4732-83ff-c58015c992b1] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1151.184392] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1e7e2a4-d2d6-46b2-9af0-60d7551ce186 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.795s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.239078] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447651} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.241681] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 0a464bbe-8d87-4d03-8754-cf0a3c9bde77/0a464bbe-8d87-4d03-8754-cf0a3c9bde77.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.241681] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.242900] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9765f3f-8bda-401e-ba68-eea23a4d5ea2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.249512] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for the task: (returnval){ [ 1151.249512] env[62822]: value = "task-2765139" [ 1151.249512] env[62822]: _type = "Task" [ 1151.249512] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.261694] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.338120] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887f542e-dbb7-4c00-aeec-851967ea836f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.344701] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e6b479-692b-4264-867a-9190d9b3ccb4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.378251] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3b6de6-c255-44e5-a721-ede1433e4809 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.384730] env[62822]: DEBUG nova.compute.manager [req-491d2063-1995-492f-b6d2-a798b5ade560 req-c35d56cf-1ac5-4a13-8913-ab408f7593ba service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Received event network-changed-1128e803-1194-4bac-b14d-17c9727426f6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.384847] env[62822]: DEBUG nova.compute.manager [req-491d2063-1995-492f-b6d2-a798b5ade560 req-c35d56cf-1ac5-4a13-8913-ab408f7593ba service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Refreshing instance network info cache due to event network-changed-1128e803-1194-4bac-b14d-17c9727426f6. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1151.385084] env[62822]: DEBUG oslo_concurrency.lockutils [req-491d2063-1995-492f-b6d2-a798b5ade560 req-c35d56cf-1ac5-4a13-8913-ab408f7593ba service nova] Acquiring lock "refresh_cache-40d0f047-4ecb-49af-9c40-701fd29b3159" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.385312] env[62822]: DEBUG oslo_concurrency.lockutils [req-491d2063-1995-492f-b6d2-a798b5ade560 req-c35d56cf-1ac5-4a13-8913-ab408f7593ba service nova] Acquired lock "refresh_cache-40d0f047-4ecb-49af-9c40-701fd29b3159" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.385499] env[62822]: DEBUG nova.network.neutron [req-491d2063-1995-492f-b6d2-a798b5ade560 req-c35d56cf-1ac5-4a13-8913-ab408f7593ba service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Refreshing network info cache for port 1128e803-1194-4bac-b14d-17c9727426f6 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.402367] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d087d5-c1f2-4784-be7b-19c5e33b58ab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.406707] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765137, 'name': CloneVM_Task, 'duration_secs': 1.465176} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.407224] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Created linked-clone VM from snapshot [ 1151.408298] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42dc398-bc3d-40b1-a52c-4ff491ea2836 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.418533] env[62822]: DEBUG nova.compute.provider_tree [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.427567] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Uploading image 7e128653-8c22-439b-bfd7-5e7636bad7ea {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1151.450162] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1151.450162] env[62822]: value = "vm-556287" [ 1151.450162] env[62822]: _type = "VirtualMachine" [ 1151.450162] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1151.450476] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88015192-b1dc-4a26-a6e4-777769ccc61e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.457817] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lease: (returnval){ [ 1151.457817] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f4bce6-a868-e459-43e6-fd7853b2c476" [ 1151.457817] env[62822]: _type = "HttpNfcLease" [ 1151.457817] env[62822]: } obtained for exporting VM: (result){ [ 1151.457817] env[62822]: value = "vm-556287" [ 1151.457817] env[62822]: _type = "VirtualMachine" [ 1151.457817] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1151.458181] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the lease: (returnval){ [ 1151.458181] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f4bce6-a868-e459-43e6-fd7853b2c476" [ 1151.458181] env[62822]: _type = "HttpNfcLease" [ 1151.458181] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1151.465711] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.465711] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f4bce6-a868-e459-43e6-fd7853b2c476" [ 1151.465711] env[62822]: _type = "HttpNfcLease" [ 1151.465711] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1151.656152] env[62822]: DEBUG nova.compute.utils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.665048] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: b4a81199-7124-4839-b399-2be629aff6cc] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1151.760700] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070122} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.760926] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.762406] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49167295-cd3e-4436-b796-c58e3ea50304 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.786044] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 0a464bbe-8d87-4d03-8754-cf0a3c9bde77/0a464bbe-8d87-4d03-8754-cf0a3c9bde77.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.786386] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcfb0c66-3677-45dc-b366-485781eb83e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.807315] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for the task: (returnval){ [ 1151.807315] env[62822]: value = "task-2765142" [ 1151.807315] env[62822]: _type = "Task" [ 1151.807315] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.816744] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.888120] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "1d34622b-1e1a-445f-8508-f53bec37f109" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.888492] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.888812] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "1d34622b-1e1a-445f-8508-f53bec37f109-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.889101] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.889363] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.894395] env[62822]: INFO nova.compute.manager [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Terminating instance [ 1151.922204] env[62822]: DEBUG nova.scheduler.client.report [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.968708] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.968708] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f4bce6-a868-e459-43e6-fd7853b2c476" [ 1151.968708] env[62822]: _type = "HttpNfcLease" [ 1151.968708] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1151.969069] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1151.969069] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f4bce6-a868-e459-43e6-fd7853b2c476" [ 1151.969069] env[62822]: _type = "HttpNfcLease" [ 1151.969069] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1151.970881] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7303aa4b-2a42-4a6a-b1a3-f6e27e3842d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.977634] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84833-3ddc-5325-b899-ac05c574c8ac/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1151.977822] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84833-3ddc-5325-b899-ac05c574c8ac/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1152.098941] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9d52e148-6071-48a7-8d53-5d67aa526343 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.160975] env[62822]: INFO nova.virt.block_device [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Booting with volume 126d8b8f-c074-44a5-933f-4eb26fbeb7bc at /dev/sdb [ 1152.168350] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 4300818c-bf1e-48d5-8569-ac29ab221f65] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1152.197921] env[62822]: DEBUG nova.network.neutron [req-491d2063-1995-492f-b6d2-a798b5ade560 req-c35d56cf-1ac5-4a13-8913-ab408f7593ba service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Updated VIF entry in instance network info cache for port 1128e803-1194-4bac-b14d-17c9727426f6. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.198308] env[62822]: DEBUG nova.network.neutron [req-491d2063-1995-492f-b6d2-a798b5ade560 req-c35d56cf-1ac5-4a13-8913-ab408f7593ba service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Updating instance_info_cache with network_info: [{"id": "1128e803-1194-4bac-b14d-17c9727426f6", "address": "fa:16:3e:30:2c:c5", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1128e803-11", "ovs_interfaceid": "1128e803-1194-4bac-b14d-17c9727426f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.201029] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ab83a14-eefe-4c64-a01e-b960ca1d3210 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.210212] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9853cc3b-35bc-4425-a14a-085962e0e504 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.241837] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e38fa749-0690-4efa-b803-3c4738163573 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.249615] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51e664-535a-4a42-88bd-bf7946c42457 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.280735] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c17d59-2e9f-4f06-a2af-6a93f7f4ecab {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.287704] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb7b492-b49d-4e5f-8204-57b797d669da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.300578] env[62822]: DEBUG nova.virt.block_device [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updating existing volume attachment record: bdca92b0-1507-4e8b-9c38-15e5be6a7b66 {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1152.318151] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.399531] env[62822]: DEBUG nova.compute.manager [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.399800] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.400728] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03051810-a13e-4751-a678-3c61b5e75234 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.409837] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.410126] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4750cc6-d8b0-40cc-bb44-e08f5a41515f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.416339] env[62822]: DEBUG oslo_vmware.api [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1152.416339] env[62822]: value = "task-2765143" [ 1152.416339] env[62822]: _type = "Task" [ 1152.416339] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.424530] env[62822]: DEBUG oslo_vmware.api [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.430495] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.431094] env[62822]: DEBUG nova.compute.manager [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.434552] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.412s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.434841] env[62822]: DEBUG nova.objects.instance [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Lazy-loading 'resources' on Instance uuid 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.673059] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: fd20843a-b98f-4169-af2a-42a57647923a] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1152.700814] env[62822]: DEBUG oslo_concurrency.lockutils [req-491d2063-1995-492f-b6d2-a798b5ade560 req-c35d56cf-1ac5-4a13-8913-ab408f7593ba service nova] Releasing lock "refresh_cache-40d0f047-4ecb-49af-9c40-701fd29b3159" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.818372] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765142, 'name': ReconfigVM_Task, 'duration_secs': 0.690754} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.818780] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 0a464bbe-8d87-4d03-8754-cf0a3c9bde77/0a464bbe-8d87-4d03-8754-cf0a3c9bde77.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.819520] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64c5b811-17e2-498c-9676-095240cc5b60 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.826136] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for the task: (returnval){ [ 1152.826136] env[62822]: value = "task-2765147" [ 1152.826136] env[62822]: _type = "Task" [ 1152.826136] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.835079] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765147, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.927046] env[62822]: DEBUG oslo_vmware.api [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765143, 'name': PowerOffVM_Task, 'duration_secs': 0.19733} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.927046] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.927331] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.927596] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a426919d-2544-4833-911f-133a12af9c18 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.938318] env[62822]: DEBUG nova.compute.utils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.943995] env[62822]: DEBUG nova.compute.manager [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.943995] env[62822]: DEBUG nova.network.neutron [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.986966] env[62822]: DEBUG nova.policy [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a384914d8adf4529b985f480872f2c09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2f8f55dae734d0eb921bc785053b4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.991883] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.992280] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.992538] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Deleting the datastore file [datastore1] 1d34622b-1e1a-445f-8508-f53bec37f109 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.995650] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1de1b91a-078c-4db0-ad04-7850daa00fd9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.002107] env[62822]: DEBUG oslo_vmware.api [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1153.002107] env[62822]: value = "task-2765149" [ 1153.002107] env[62822]: _type = "Task" [ 1153.002107] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.010496] env[62822]: DEBUG oslo_vmware.api [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.151449] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d51a4f-4596-4f9e-9c24-fccf0b204a8b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.159160] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368f4d6d-d598-4f40-b67d-2981fdeb8c4d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.190611] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: dd6856dc-eb19-4784-b6e4-9ff2a9caf0fa] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1153.193559] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52b564f-8290-43ac-8c68-3f4d7403a640 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.201442] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baf419b-ffd4-4ea8-8100-5930bc46a744 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.215365] env[62822]: DEBUG nova.compute.provider_tree [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.336208] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765147, 'name': Rename_Task, 'duration_secs': 0.18077} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.336473] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.336759] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fdf3fc8-93cc-40e9-933c-d2e02aa512f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.339027] env[62822]: DEBUG nova.network.neutron [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Successfully created port: e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.344954] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for the task: (returnval){ [ 1153.344954] env[62822]: value = "task-2765150" [ 1153.344954] env[62822]: _type = "Task" [ 1153.344954] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.352692] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.444154] env[62822]: DEBUG nova.compute.manager [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.512798] env[62822]: DEBUG oslo_vmware.api [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148811} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.512798] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.512884] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.513120] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.513287] env[62822]: INFO nova.compute.manager [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1153.513489] env[62822]: DEBUG oslo.service.loopingcall [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.513685] env[62822]: DEBUG nova.compute.manager [-] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.513793] env[62822]: DEBUG nova.network.neutron [-] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.701083] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: c13d5248-ee37-4fb8-9ae5-9a0bf7cb2896] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1153.719043] env[62822]: DEBUG nova.scheduler.client.report [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.857296] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765150, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.083480] env[62822]: DEBUG nova.compute.manager [req-4e31ecc2-b2c4-47e8-b433-4ed823a54fbe req-206be94b-1eb8-4e96-9ab6-7090291f3ad2 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Received event network-vif-deleted-0692196a-f287-432d-86e4-9e8b3f450a35 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.083802] env[62822]: INFO nova.compute.manager [req-4e31ecc2-b2c4-47e8-b433-4ed823a54fbe req-206be94b-1eb8-4e96-9ab6-7090291f3ad2 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Neutron deleted interface 0692196a-f287-432d-86e4-9e8b3f450a35; detaching it from the instance and deleting it from the info cache [ 1154.084247] env[62822]: DEBUG nova.network.neutron [req-4e31ecc2-b2c4-47e8-b433-4ed823a54fbe req-206be94b-1eb8-4e96-9ab6-7090291f3ad2 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.205044] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 88e04421-20bf-43d3-9773-0d5d7632ed22] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1154.224938] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.264170] env[62822]: INFO nova.scheduler.client.report [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Deleted allocations for instance 2bd2764f-5fe4-4a85-9317-05a2bd50ee4f [ 1154.359816] env[62822]: DEBUG oslo_vmware.api [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765150, 'name': PowerOnVM_Task, 'duration_secs': 0.613683} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.360180] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.360368] env[62822]: INFO nova.compute.manager [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1154.360544] env[62822]: DEBUG nova.compute.manager [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.361376] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3177a4-085c-42d9-aaf6-2580f804a1f9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.455868] env[62822]: DEBUG nova.compute.manager [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.486970] env[62822]: DEBUG nova.virt.hardware [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.486970] env[62822]: DEBUG nova.virt.hardware [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.486970] env[62822]: DEBUG nova.virt.hardware [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.486970] env[62822]: DEBUG nova.virt.hardware [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.486970] env[62822]: DEBUG nova.virt.hardware [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.486970] env[62822]: DEBUG nova.virt.hardware [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.486970] env[62822]: DEBUG nova.virt.hardware [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.487350] env[62822]: DEBUG nova.virt.hardware [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.487350] env[62822]: DEBUG nova.virt.hardware [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.487470] env[62822]: DEBUG nova.virt.hardware [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.487643] env[62822]: DEBUG nova.virt.hardware [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.489137] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3385428-1f95-4e42-a485-118e99fbc249 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.496815] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf85a59-abdd-4276-a8c2-659d8a28403d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.555119] env[62822]: DEBUG nova.network.neutron [-] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.587663] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7825f6f-1088-4697-933f-15b4c67813ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.597107] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e695c008-1eb6-4dee-bd2a-1e1cc5840fac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.629345] env[62822]: DEBUG nova.compute.manager [req-4e31ecc2-b2c4-47e8-b433-4ed823a54fbe req-206be94b-1eb8-4e96-9ab6-7090291f3ad2 service nova] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Detach interface failed, port_id=0692196a-f287-432d-86e4-9e8b3f450a35, reason: Instance 1d34622b-1e1a-445f-8508-f53bec37f109 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1154.709254] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 20645462-846a-4517-aee8-38a9211096bc] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1154.775358] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b900ac2f-29da-499b-9d30-717e5225107d tempest-InstanceActionsNegativeTestJSON-224598625 tempest-InstanceActionsNegativeTestJSON-224598625-project-member] Lock "2bd2764f-5fe4-4a85-9317-05a2bd50ee4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.140s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.877911] env[62822]: INFO nova.compute.manager [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Took 18.09 seconds to build instance. [ 1155.063106] env[62822]: INFO nova.compute.manager [-] [instance: 1d34622b-1e1a-445f-8508-f53bec37f109] Took 1.55 seconds to deallocate network for instance. [ 1155.117148] env[62822]: DEBUG nova.network.neutron [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Successfully updated port: e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.212538] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 11541cf8-c651-4963-a4d6-cd08aa6362d3] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1155.380746] env[62822]: DEBUG oslo_concurrency.lockutils [None req-380cc216-f4dc-4416-8052-67b8ff995c83 tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.598s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.570921] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.571081] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.571401] env[62822]: DEBUG nova.objects.instance [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lazy-loading 'resources' on Instance uuid 1d34622b-1e1a-445f-8508-f53bec37f109 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.621355] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.621529] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.621688] env[62822]: DEBUG nova.network.neutron [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.715994] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 8fb48046-cb42-4250-a73a-046e1bc69f96] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.131504] env[62822]: DEBUG nova.compute.manager [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Received event network-vif-plugged-e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.131504] env[62822]: DEBUG oslo_concurrency.lockutils [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] Acquiring lock "dc73f166-f78e-4731-9f46-54bba20c4ddb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.131504] env[62822]: DEBUG oslo_concurrency.lockutils [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.131504] env[62822]: DEBUG oslo_concurrency.lockutils [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.131504] env[62822]: DEBUG nova.compute.manager [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] No waiting events found dispatching network-vif-plugged-e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.132295] env[62822]: WARNING nova.compute.manager [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Received unexpected event network-vif-plugged-e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 for instance with vm_state building and task_state spawning. [ 1156.132635] env[62822]: DEBUG nova.compute.manager [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Received event network-changed-e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.132939] env[62822]: DEBUG nova.compute.manager [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Refreshing instance network info cache due to event network-changed-e72cd137-aaa0-4f0f-9d2a-5d292faaeb90. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.133416] env[62822]: DEBUG oslo_concurrency.lockutils [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] Acquiring lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.174852] env[62822]: DEBUG nova.network.neutron [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.220266] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 4f4f114c-34cc-42f6-9aec-21178b0234f5] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.281134] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ba8aa-b7fc-45a2-bd12-5d8f15e8f400 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.289632] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8777fd0a-9b68-45a6-85bd-bda53876099c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.328485] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1431114-77bb-48b3-a601-bb02a5dd4ea6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.336627] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00628f53-05ef-463d-b617-6e5f7e6418a6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.354401] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquiring lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.354673] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.355015] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquiring lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.355155] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.355341] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.357238] env[62822]: DEBUG nova.compute.provider_tree [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.358749] env[62822]: INFO nova.compute.manager [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Terminating instance [ 1156.364886] env[62822]: DEBUG nova.network.neutron [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance_info_cache with network_info: [{"id": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "address": "fa:16:3e:77:c8:c3", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72cd137-aa", "ovs_interfaceid": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.723446] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: aae2f44a-12ca-4315-982b-1d2ac2e97b8f] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.863122] env[62822]: DEBUG nova.scheduler.client.report [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.866476] env[62822]: DEBUG nova.compute.manager [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.866735] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.868014] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.868331] env[62822]: DEBUG nova.compute.manager [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Instance network_info: |[{"id": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "address": "fa:16:3e:77:c8:c3", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72cd137-aa", "ovs_interfaceid": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.869191] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf0b8fe-b1f7-4235-ad5b-5dd0dbe474f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.872211] env[62822]: DEBUG oslo_concurrency.lockutils [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] Acquired lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.872754] env[62822]: DEBUG nova.network.neutron [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Refreshing network info cache for port e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.873652] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:c8:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e72cd137-aaa0-4f0f-9d2a-5d292faaeb90', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.881867] env[62822]: DEBUG oslo.service.loopingcall [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1156.885970] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.886913] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b24eafb-9dfe-4dd8-8406-fae4f4afcd06 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.905451] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.906140] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f507da17-d4b8-47f1-93da-cc2c954f3705 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.910680] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.910680] env[62822]: value = "task-2765154" [ 1156.910680] env[62822]: _type = "Task" [ 1156.910680] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.915965] env[62822]: DEBUG oslo_vmware.api [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for the task: (returnval){ [ 1156.915965] env[62822]: value = "task-2765155" [ 1156.915965] env[62822]: _type = "Task" [ 1156.915965] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.923285] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765154, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.928966] env[62822]: DEBUG oslo_vmware.api [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.228116] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 5b1e3fd3-fe8c-417c-8df6-3a9eeedc0250] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.369105] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.393279] env[62822]: INFO nova.scheduler.client.report [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Deleted allocations for instance 1d34622b-1e1a-445f-8508-f53bec37f109 [ 1157.424160] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765154, 'name': CreateVM_Task, 'duration_secs': 0.352104} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.424801] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.425530] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.425711] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.426235] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.429513] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb7e9c0-315d-432a-9585-b1e3dd1321ce {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.431034] env[62822]: DEBUG oslo_vmware.api [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765155, 'name': PowerOffVM_Task, 'duration_secs': 0.255826} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.433517] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.433695] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.434296] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f8ff398-a6ab-4c05-a528-15138b9e677c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.437878] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1157.437878] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5218e891-b430-8acd-7ea7-b1a40a611b01" [ 1157.437878] env[62822]: _type = "Task" [ 1157.437878] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.446430] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5218e891-b430-8acd-7ea7-b1a40a611b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.468571] env[62822]: DEBUG nova.network.neutron [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updated VIF entry in instance network info cache for port e72cd137-aaa0-4f0f-9d2a-5d292faaeb90. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.468982] env[62822]: DEBUG nova.network.neutron [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance_info_cache with network_info: [{"id": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "address": "fa:16:3e:77:c8:c3", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72cd137-aa", "ovs_interfaceid": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.511247] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.511247] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.511247] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Deleting the datastore file [datastore1] 0a464bbe-8d87-4d03-8754-cf0a3c9bde77 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.511525] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-748771a0-fbe4-42b8-9fa3-179cf8d03874 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.520130] env[62822]: DEBUG oslo_vmware.api [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for the task: (returnval){ [ 1157.520130] env[62822]: value = "task-2765157" [ 1157.520130] env[62822]: _type = "Task" [ 1157.520130] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.529704] env[62822]: DEBUG oslo_vmware.api [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.731994] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 2ebb4556-1741-48cc-b40c-45cde919e39d] Instance has had 0 of 5 cleanup attempts {{(pid=62822) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.905047] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8becb18b-4426-4d50-b445-587d0f6575fe tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "1d34622b-1e1a-445f-8508-f53bec37f109" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.016s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.912876] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.914222] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.914222] env[62822]: DEBUG nova.objects.instance [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lazy-loading 'pci_requests' on Instance uuid 5e354d80-8f30-4531-85da-b23bed7c81df {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.949574] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5218e891-b430-8acd-7ea7-b1a40a611b01, 'name': SearchDatastore_Task, 'duration_secs': 0.012585} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.950011] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.950320] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.950639] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.950843] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.951164] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.951485] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-860d809d-5a4e-4419-b88a-2729b9d0d60d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.960336] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.960549] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.961386] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a426ee0-7f0d-4ee5-902d-75a9ebcefceb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.967536] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1157.967536] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e20519-6b81-8232-6aea-4d01a668527d" [ 1157.967536] env[62822]: _type = "Task" [ 1157.967536] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.971611] env[62822]: DEBUG oslo_concurrency.lockutils [req-dde31567-c15e-4cb9-9908-a4abd79e94c9 req-9a8bd464-52cd-462f-a702-7ff9e6095252 service nova] Releasing lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.975777] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e20519-6b81-8232-6aea-4d01a668527d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.029459] env[62822]: DEBUG oslo_vmware.api [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Task: {'id': task-2765157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255222} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.029720] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.029879] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.030066] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.030269] env[62822]: INFO nova.compute.manager [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1158.030542] env[62822]: DEBUG oslo.service.loopingcall [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1158.030742] env[62822]: DEBUG nova.compute.manager [-] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.030836] env[62822]: DEBUG nova.network.neutron [-] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.293270] env[62822]: DEBUG nova.compute.manager [req-f003918b-3606-4e29-a70a-9dc3b7fccbde req-ca3d9b59-d81b-4bd1-936a-c57f5fd2aec5 service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Received event network-vif-deleted-896ac8e3-b440-490d-900d-d20ecda6fa9f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.293576] env[62822]: INFO nova.compute.manager [req-f003918b-3606-4e29-a70a-9dc3b7fccbde req-ca3d9b59-d81b-4bd1-936a-c57f5fd2aec5 service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Neutron deleted interface 896ac8e3-b440-490d-900d-d20ecda6fa9f; detaching it from the instance and deleting it from the info cache [ 1158.293690] env[62822]: DEBUG nova.network.neutron [req-f003918b-3606-4e29-a70a-9dc3b7fccbde req-ca3d9b59-d81b-4bd1-936a-c57f5fd2aec5 service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.417740] env[62822]: DEBUG nova.objects.instance [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lazy-loading 'numa_topology' on Instance uuid 5e354d80-8f30-4531-85da-b23bed7c81df {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.484840] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e20519-6b81-8232-6aea-4d01a668527d, 'name': SearchDatastore_Task, 'duration_secs': 0.015964} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.485938] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e675aa1a-b7c1-4946-b6c0-8450515131f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.492071] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1158.492071] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520cd72c-5342-e5d5-4c2a-76bfc084ffab" [ 1158.492071] env[62822]: _type = "Task" [ 1158.492071] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.501294] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520cd72c-5342-e5d5-4c2a-76bfc084ffab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.766792] env[62822]: DEBUG nova.network.neutron [-] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.797063] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4079a2aa-fcd7-4612-bfb0-8ed6c4d21cc1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.806729] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d107224c-656d-428f-bcef-98486c86a838 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.839887] env[62822]: DEBUG nova.compute.manager [req-f003918b-3606-4e29-a70a-9dc3b7fccbde req-ca3d9b59-d81b-4bd1-936a-c57f5fd2aec5 service nova] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Detach interface failed, port_id=896ac8e3-b440-490d-900d-d20ecda6fa9f, reason: Instance 0a464bbe-8d87-4d03-8754-cf0a3c9bde77 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1158.919921] env[62822]: INFO nova.compute.claims [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.002457] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]520cd72c-5342-e5d5-4c2a-76bfc084ffab, 'name': SearchDatastore_Task, 'duration_secs': 0.016713} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.002834] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.002980] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] dc73f166-f78e-4731-9f46-54bba20c4ddb/dc73f166-f78e-4731-9f46-54bba20c4ddb.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.003411] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c7efeb2-eebf-4faf-bafd-227f3f6ee59c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.009702] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1159.009702] env[62822]: value = "task-2765160" [ 1159.009702] env[62822]: _type = "Task" [ 1159.009702] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.018353] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.269692] env[62822]: INFO nova.compute.manager [-] [instance: 0a464bbe-8d87-4d03-8754-cf0a3c9bde77] Took 1.24 seconds to deallocate network for instance. [ 1159.519749] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488361} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.520349] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] dc73f166-f78e-4731-9f46-54bba20c4ddb/dc73f166-f78e-4731-9f46-54bba20c4ddb.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.520349] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.520604] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-349a4062-2bec-4be4-a6ff-330f8328c0e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.527742] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1159.527742] env[62822]: value = "task-2765161" [ 1159.527742] env[62822]: _type = "Task" [ 1159.527742] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.536671] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.649930] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.649930] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.777564] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.037753] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061985} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.040452] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.041540] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b14e9f-89f0-4e69-b952-d5b7df603aaa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.071770] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] dc73f166-f78e-4731-9f46-54bba20c4ddb/dc73f166-f78e-4731-9f46-54bba20c4ddb.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.074878] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-052a25c9-e66f-4627-b881-ca8962dadada {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.095092] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1160.095092] env[62822]: value = "task-2765162" [ 1160.095092] env[62822]: _type = "Task" [ 1160.095092] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.108046] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.112652] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799cc25b-555c-4e10-9b7f-2e9e991b6011 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.120393] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a859fd-54dc-484b-9931-15268cc25457 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.153290] env[62822]: DEBUG nova.compute.utils [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.159446] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813c034d-8302-4e48-adf3-fa059e3bfef7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.168029] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b1e042-722b-4d56-8347-fdd398cd0fa7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.183304] env[62822]: DEBUG nova.compute.provider_tree [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.460720] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84833-3ddc-5325-b899-ac05c574c8ac/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1160.461872] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c7b6d4-9d3f-4a7c-9737-f05e3149dd7b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.468195] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84833-3ddc-5325-b899-ac05c574c8ac/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1160.468362] env[62822]: ERROR oslo_vmware.rw_handles [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84833-3ddc-5325-b899-ac05c574c8ac/disk-0.vmdk due to incomplete transfer. [ 1160.468586] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-602e9a1d-3b12-4167-bcaf-58bcd3e93273 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.475431] env[62822]: DEBUG oslo_vmware.rw_handles [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84833-3ddc-5325-b899-ac05c574c8ac/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1160.475639] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Uploaded image 7e128653-8c22-439b-bfd7-5e7636bad7ea to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1160.477817] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1160.478067] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-789e1646-e03f-4290-9d77-b801c7a64de1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.483152] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1160.483152] env[62822]: value = "task-2765163" [ 1160.483152] env[62822]: _type = "Task" [ 1160.483152] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.490360] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765163, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.604226] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765162, 'name': ReconfigVM_Task, 'duration_secs': 0.305081} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.604728] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Reconfigured VM instance instance-00000077 to attach disk [datastore1] dc73f166-f78e-4731-9f46-54bba20c4ddb/dc73f166-f78e-4731-9f46-54bba20c4ddb.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.606292] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29b51aa4-1d52-41a3-990a-cd68edece75d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.611469] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1160.611469] env[62822]: value = "task-2765164" [ 1160.611469] env[62822]: _type = "Task" [ 1160.611469] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.619383] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765164, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.660613] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.686941] env[62822]: DEBUG nova.scheduler.client.report [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.993424] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765163, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.123679] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765164, 'name': Rename_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.193981] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.281s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.197342] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.419s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.197342] env[62822]: DEBUG nova.objects.instance [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Lazy-loading 'resources' on Instance uuid 0a464bbe-8d87-4d03-8754-cf0a3c9bde77 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.303876] env[62822]: INFO nova.network.neutron [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updating port e2e262ac-6977-43f6-9dc5-f7d7363a2023 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1161.498084] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765163, 'name': Destroy_Task, 'duration_secs': 0.990039} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.498084] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Destroyed the VM [ 1161.498084] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1161.498084] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e808c69-0367-4201-8ba5-7209fd2db5a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.507996] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1161.507996] env[62822]: value = "task-2765166" [ 1161.507996] env[62822]: _type = "Task" [ 1161.507996] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.520182] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765166, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.632025] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765164, 'name': Rename_Task, 'duration_secs': 0.525048} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.632025] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.632025] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3111dd5-9b23-4188-8efe-70c70a68b94a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.640614] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1161.640614] env[62822]: value = "task-2765167" [ 1161.640614] env[62822]: _type = "Task" [ 1161.640614] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.660557] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.726107] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.726322] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.726535] env[62822]: INFO nova.compute.manager [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Attaching volume 9bcb73b6-6d85-4974-9f27-64a376ed5204 to /dev/sdb [ 1161.760648] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f47f59a-5f7e-4bd4-bfc7-2d5928bc0af8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.771081] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461ed0de-34c4-4270-9b2c-1436044272ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.786877] env[62822]: DEBUG nova.virt.block_device [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Updating existing volume attachment record: 47600d17-2fe0-4cad-af34-8447c9ecb5b2 {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1161.858800] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e5b869-bd31-426d-b1ba-63f8668d3ed8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.867252] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38d672b-5be2-41ab-b458-806cd06fe3f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.900168] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f425e40e-c806-4a67-ab39-66d5632d49a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.907788] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5d9dae-f279-482e-b783-e4e79b142885 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.921453] env[62822]: DEBUG nova.compute.provider_tree [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.017889] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765166, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.034573] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.034842] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.035030] env[62822]: INFO nova.compute.manager [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Shelving [ 1162.151331] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765167, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.425012] env[62822]: DEBUG nova.scheduler.client.report [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.518322] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765166, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.651105] env[62822]: DEBUG oslo_vmware.api [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765167, 'name': PowerOnVM_Task, 'duration_secs': 0.52213} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.651557] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.651557] env[62822]: INFO nova.compute.manager [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1162.651701] env[62822]: DEBUG nova.compute.manager [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.652476] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6256c19f-4ea0-481e-b933-002ede162e2a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.785990] env[62822]: DEBUG nova.compute.manager [req-bebf8bb5-83a1-4887-875e-00971ba11217 req-cca32217-acd4-40b2-88e7-72bb51cb2104 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Received event network-vif-plugged-e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.785990] env[62822]: DEBUG oslo_concurrency.lockutils [req-bebf8bb5-83a1-4887-875e-00971ba11217 req-cca32217-acd4-40b2-88e7-72bb51cb2104 service nova] Acquiring lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.785990] env[62822]: DEBUG oslo_concurrency.lockutils [req-bebf8bb5-83a1-4887-875e-00971ba11217 req-cca32217-acd4-40b2-88e7-72bb51cb2104 service nova] Lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.785990] env[62822]: DEBUG oslo_concurrency.lockutils [req-bebf8bb5-83a1-4887-875e-00971ba11217 req-cca32217-acd4-40b2-88e7-72bb51cb2104 service nova] Lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.785990] env[62822]: DEBUG nova.compute.manager [req-bebf8bb5-83a1-4887-875e-00971ba11217 req-cca32217-acd4-40b2-88e7-72bb51cb2104 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] No waiting events found dispatching network-vif-plugged-e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.785990] env[62822]: WARNING nova.compute.manager [req-bebf8bb5-83a1-4887-875e-00971ba11217 req-cca32217-acd4-40b2-88e7-72bb51cb2104 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Received unexpected event network-vif-plugged-e2e262ac-6977-43f6-9dc5-f7d7363a2023 for instance with vm_state shelved_offloaded and task_state spawning. [ 1162.923903] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.923903] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.923903] env[62822]: DEBUG nova.network.neutron [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.929804] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.954064] env[62822]: INFO nova.scheduler.client.report [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Deleted allocations for instance 0a464bbe-8d87-4d03-8754-cf0a3c9bde77 [ 1163.018590] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765166, 'name': RemoveSnapshot_Task, 'duration_secs': 1.362199} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.018852] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1163.019145] env[62822]: DEBUG nova.compute.manager [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.019915] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add9eb7-7824-4e8c-9934-97298503a06c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.043808] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.044143] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00af98e8-fdd6-41fe-bbda-2072b64ea41a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.050645] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1163.050645] env[62822]: value = "task-2765170" [ 1163.050645] env[62822]: _type = "Task" [ 1163.050645] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.059701] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.169774] env[62822]: INFO nova.compute.manager [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Took 13.37 seconds to build instance. [ 1163.254867] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "2d1123ad-3bdc-4015-a310-b33dd6a36033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.255181] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "2d1123ad-3bdc-4015-a310-b33dd6a36033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.255452] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "2d1123ad-3bdc-4015-a310-b33dd6a36033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.255617] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "2d1123ad-3bdc-4015-a310-b33dd6a36033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.255794] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "2d1123ad-3bdc-4015-a310-b33dd6a36033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.257836] env[62822]: INFO nova.compute.manager [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Terminating instance [ 1163.460897] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ab9e0b17-537c-4465-ae8b-6991eca7604e tempest-ServersNegativeTestMultiTenantJSON-829057627 tempest-ServersNegativeTestMultiTenantJSON-829057627-project-member] Lock "0a464bbe-8d87-4d03-8754-cf0a3c9bde77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.106s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.532350] env[62822]: INFO nova.compute.manager [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Shelve offloading [ 1163.560470] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765170, 'name': PowerOffVM_Task, 'duration_secs': 0.16276} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.560743] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.561599] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680e7306-6c46-488e-96c7-0859691141b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.581139] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f4a110-2f98-491b-8810-89ba1392573e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.672158] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2b40c552-b16e-4a49-a6bc-88f4163ff309 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.884s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.673285] env[62822]: DEBUG nova.network.neutron [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updating instance_info_cache with network_info: [{"id": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "address": "fa:16:3e:0b:50:9f", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2e262ac-69", "ovs_interfaceid": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.761220] env[62822]: DEBUG nova.compute.manager [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.761505] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.762405] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8516ca-1bf4-4b7d-aed5-d42fe29d4472 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.770260] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.770479] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d70684a-2db0-44ab-9fda-605698bce566 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.776210] env[62822]: DEBUG oslo_vmware.api [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1163.776210] env[62822]: value = "task-2765171" [ 1163.776210] env[62822]: _type = "Task" [ 1163.776210] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.785268] env[62822]: DEBUG oslo_vmware.api [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.036256] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.036592] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63c026de-393b-4b2c-a4f5-aecdc8a7e236 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.048984] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1164.048984] env[62822]: value = "task-2765173" [ 1164.048984] env[62822]: _type = "Task" [ 1164.048984] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.058465] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1164.059238] env[62822]: DEBUG nova.compute.manager [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.059705] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62247721-36b4-44f3-828b-223bafcfdc97 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.065949] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.066120] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.066423] env[62822]: DEBUG nova.network.neutron [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.094139] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1164.094737] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b55b31da-917b-438a-82c5-5e381c9f743b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.102030] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1164.102030] env[62822]: value = "task-2765174" [ 1164.102030] env[62822]: _type = "Task" [ 1164.102030] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.111424] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.176292] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.205774] env[62822]: DEBUG nova.virt.hardware [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='53a848719e3e2ea9c9aa2ba43fc3d55a',container_format='bare',created_at=2025-02-21T13:24:37Z,direct_url=,disk_format='vmdk',id=b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-591618782-shelved',owner='5ea1cac2354547cda6293db8e2628b8d',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-02-21T13:24:54Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.206045] env[62822]: DEBUG nova.virt.hardware [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.206209] env[62822]: DEBUG nova.virt.hardware [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.206400] env[62822]: DEBUG nova.virt.hardware [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.206558] env[62822]: DEBUG nova.virt.hardware [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.206836] env[62822]: DEBUG nova.virt.hardware [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.206981] env[62822]: DEBUG nova.virt.hardware [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.207200] env[62822]: DEBUG nova.virt.hardware [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.207387] env[62822]: DEBUG nova.virt.hardware [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.207554] env[62822]: DEBUG nova.virt.hardware [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.207728] env[62822]: DEBUG nova.virt.hardware [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.208669] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0dc1a5-2ffa-419b-be90-bf6a845b9e77 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.217164] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15372de1-1ded-49d1-a18f-299d11b77170 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.232021] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:50:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2e262ac-6977-43f6-9dc5-f7d7363a2023', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.239817] env[62822]: DEBUG oslo.service.loopingcall [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.240095] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.240312] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b63609a8-18f5-4fd3-b366-083786898bf6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.258957] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.258957] env[62822]: value = "task-2765175" [ 1164.258957] env[62822]: _type = "Task" [ 1164.258957] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.266603] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765175, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.284692] env[62822]: DEBUG oslo_vmware.api [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765171, 'name': PowerOffVM_Task, 'duration_secs': 0.288339} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.287191] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.287191] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.287191] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e37e55a-5643-404c-a49f-d7bf5c7a6796 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.349937] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.350164] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.350345] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Deleting the datastore file [datastore2] 2d1123ad-3bdc-4015-a310-b33dd6a36033 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.350611] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67933e82-97eb-4c4e-a28d-f6b41417b612 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.357988] env[62822]: DEBUG oslo_vmware.api [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1164.357988] env[62822]: value = "task-2765177" [ 1164.357988] env[62822]: _type = "Task" [ 1164.357988] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.366740] env[62822]: DEBUG oslo_vmware.api [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.610815] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765174, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.768449] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765175, 'name': CreateVM_Task, 'duration_secs': 0.306511} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.768810] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.769323] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.769500] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.769877] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.770150] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66288968-e55c-4875-9c52-2fc86c5ce0d5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.774604] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1164.774604] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526e0101-baae-03c4-9c98-52ad6ec10d3a" [ 1164.774604] env[62822]: _type = "Task" [ 1164.774604] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.784508] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526e0101-baae-03c4-9c98-52ad6ec10d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.785538] env[62822]: DEBUG nova.network.neutron [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Updating instance_info_cache with network_info: [{"id": "1ae0668f-ed7a-4745-a713-1f0cb4735f93", "address": "fa:16:3e:b7:92:a3", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae0668f-ed", "ovs_interfaceid": "1ae0668f-ed7a-4745-a713-1f0cb4735f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.818463] env[62822]: DEBUG nova.compute.manager [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Received event network-changed-e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.818521] env[62822]: DEBUG nova.compute.manager [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Refreshing instance network info cache due to event network-changed-e2e262ac-6977-43f6-9dc5-f7d7363a2023. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1164.818745] env[62822]: DEBUG oslo_concurrency.lockutils [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] Acquiring lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.818908] env[62822]: DEBUG oslo_concurrency.lockutils [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] Acquired lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.819510] env[62822]: DEBUG nova.network.neutron [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Refreshing network info cache for port e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.872274] env[62822]: DEBUG oslo_vmware.api [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223985} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.872585] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.872903] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.873147] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.873344] env[62822]: INFO nova.compute.manager [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1164.873595] env[62822]: DEBUG oslo.service.loopingcall [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.873786] env[62822]: DEBUG nova.compute.manager [-] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.873883] env[62822]: DEBUG nova.network.neutron [-] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.113036] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765174, 'name': CreateSnapshot_Task, 'duration_secs': 0.561399} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.113504] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1165.114662] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c66ed8f-a900-4828-8af1-79e4b706d342 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.283944] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.284465] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Processing image b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4 {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.284928] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.285291] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.285606] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.286074] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34ef1627-f2eb-4ab8-a510-11a749853f87 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.288521] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.302585] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.302715] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.303455] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948ea8f5-f06e-4040-a961-3fe1661e618b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.309392] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1165.309392] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f12b86-bd5b-03bb-79c3-f82d3bbf107a" [ 1165.309392] env[62822]: _type = "Task" [ 1165.309392] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.320312] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52f12b86-bd5b-03bb-79c3-f82d3bbf107a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.639445] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1165.640495] env[62822]: DEBUG nova.network.neutron [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updated VIF entry in instance network info cache for port e2e262ac-6977-43f6-9dc5-f7d7363a2023. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.640831] env[62822]: DEBUG nova.network.neutron [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updating instance_info_cache with network_info: [{"id": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "address": "fa:16:3e:0b:50:9f", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2e262ac-69", "ovs_interfaceid": "e2e262ac-6977-43f6-9dc5-f7d7363a2023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.642077] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-792ac8cc-59d1-47c3-8df8-787c5374fabf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.652105] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1165.652105] env[62822]: value = "task-2765179" [ 1165.652105] env[62822]: _type = "Task" [ 1165.652105] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.660994] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765179, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.675382] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.676234] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d928eeb-5941-45fa-a092-628b752f9c10 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.682807] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.683084] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-939ba307-2d63-404d-95eb-3c77afaa6855 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.695758] env[62822]: DEBUG nova.network.neutron [-] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.798121] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.798362] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.798541] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleting the datastore file [datastore1] 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.798822] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97b06ad5-d44c-4d82-800a-1b3804ae55ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.805806] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1165.805806] env[62822]: value = "task-2765181" [ 1165.805806] env[62822]: _type = "Task" [ 1165.805806] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.818102] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.824396] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Preparing fetch location {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1165.824966] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Fetch image to [datastore1] OSTACK_IMG_f5ec2c5e-36c2-46d0-b0ba-204e26c523cd/OSTACK_IMG_f5ec2c5e-36c2-46d0-b0ba-204e26c523cd.vmdk {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1165.824966] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Downloading stream optimized image b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4 to [datastore1] OSTACK_IMG_f5ec2c5e-36c2-46d0-b0ba-204e26c523cd/OSTACK_IMG_f5ec2c5e-36c2-46d0-b0ba-204e26c523cd.vmdk on the data store datastore1 as vApp {{(pid=62822) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1165.825213] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Downloading image file data b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4 to the ESX as VM named 'OSTACK_IMG_f5ec2c5e-36c2-46d0-b0ba-204e26c523cd' {{(pid=62822) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1165.912027] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1165.912027] env[62822]: value = "resgroup-9" [ 1165.912027] env[62822]: _type = "ResourcePool" [ 1165.912027] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1165.912027] env[62822]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a0890210-7c58-4413-9b76-333c9b6aa1e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.933312] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lease: (returnval){ [ 1165.933312] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520ac64e-58a7-550e-c6e5-a67dad6263d7" [ 1165.933312] env[62822]: _type = "HttpNfcLease" [ 1165.933312] env[62822]: } obtained for vApp import into resource pool (val){ [ 1165.933312] env[62822]: value = "resgroup-9" [ 1165.933312] env[62822]: _type = "ResourcePool" [ 1165.933312] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1165.934051] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the lease: (returnval){ [ 1165.934051] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520ac64e-58a7-550e-c6e5-a67dad6263d7" [ 1165.934051] env[62822]: _type = "HttpNfcLease" [ 1165.934051] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1165.940849] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1165.940849] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520ac64e-58a7-550e-c6e5-a67dad6263d7" [ 1165.940849] env[62822]: _type = "HttpNfcLease" [ 1165.940849] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1166.146636] env[62822]: DEBUG oslo_concurrency.lockutils [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] Releasing lock "refresh_cache-5e354d80-8f30-4531-85da-b23bed7c81df" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.146928] env[62822]: DEBUG nova.compute.manager [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Received event network-changed-e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.147092] env[62822]: DEBUG nova.compute.manager [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Refreshing instance network info cache due to event network-changed-e72cd137-aaa0-4f0f-9d2a-5d292faaeb90. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1166.147302] env[62822]: DEBUG oslo_concurrency.lockutils [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] Acquiring lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.147441] env[62822]: DEBUG oslo_concurrency.lockutils [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] Acquired lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.147706] env[62822]: DEBUG nova.network.neutron [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Refreshing network info cache for port e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.163596] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765179, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.198349] env[62822]: INFO nova.compute.manager [-] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Took 1.32 seconds to deallocate network for instance. [ 1166.315675] env[62822]: DEBUG oslo_vmware.api [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276193} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.315999] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.316220] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.316765] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.339103] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1166.339348] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556293', 'volume_id': '9bcb73b6-6d85-4974-9f27-64a376ed5204', 'name': 'volume-9bcb73b6-6d85-4974-9f27-64a376ed5204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef309ab6-e4ea-4b11-820e-6e24f56ee482', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcb73b6-6d85-4974-9f27-64a376ed5204', 'serial': '9bcb73b6-6d85-4974-9f27-64a376ed5204'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1166.340253] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c684b6-34bc-4dd5-8a17-becd76ceb979 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.344173] env[62822]: INFO nova.scheduler.client.report [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted allocations for instance 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7 [ 1166.360991] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c27460f-6beb-49c8-bdf3-9e85d885db35 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.385925] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-9bcb73b6-6d85-4974-9f27-64a376ed5204/volume-9bcb73b6-6d85-4974-9f27-64a376ed5204.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.387102] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caeac220-9dc3-40d4-a822-bbc78725d0d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.405145] env[62822]: DEBUG oslo_vmware.api [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1166.405145] env[62822]: value = "task-2765183" [ 1166.405145] env[62822]: _type = "Task" [ 1166.405145] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.413489] env[62822]: DEBUG oslo_vmware.api [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.444510] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.444510] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520ac64e-58a7-550e-c6e5-a67dad6263d7" [ 1166.444510] env[62822]: _type = "HttpNfcLease" [ 1166.444510] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1166.664514] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765179, 'name': CloneVM_Task} progress is 95%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.704950] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.705073] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.705622] env[62822]: DEBUG nova.objects.instance [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lazy-loading 'resources' on Instance uuid 2d1123ad-3bdc-4015-a310-b33dd6a36033 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.852632] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.888450] env[62822]: DEBUG nova.network.neutron [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updated VIF entry in instance network info cache for port e72cd137-aaa0-4f0f-9d2a-5d292faaeb90. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.888876] env[62822]: DEBUG nova.network.neutron [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance_info_cache with network_info: [{"id": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "address": "fa:16:3e:77:c8:c3", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72cd137-aa", "ovs_interfaceid": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.915413] env[62822]: DEBUG oslo_vmware.api [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765183, 'name': ReconfigVM_Task, 'duration_secs': 0.397185} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.915712] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-9bcb73b6-6d85-4974-9f27-64a376ed5204/volume-9bcb73b6-6d85-4974-9f27-64a376ed5204.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.920571] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41271c65-76f1-478c-983a-896ac1d8ce48 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.939104] env[62822]: DEBUG oslo_vmware.api [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1166.939104] env[62822]: value = "task-2765185" [ 1166.939104] env[62822]: _type = "Task" [ 1166.939104] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.944698] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.944698] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520ac64e-58a7-550e-c6e5-a67dad6263d7" [ 1166.944698] env[62822]: _type = "HttpNfcLease" [ 1166.944698] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1166.945373] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1166.945373] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]520ac64e-58a7-550e-c6e5-a67dad6263d7" [ 1166.945373] env[62822]: _type = "HttpNfcLease" [ 1166.945373] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1166.946092] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a247bb-c2db-43db-9576-9ed5d0f6e49a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.953305] env[62822]: DEBUG oslo_vmware.api [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.954874] env[62822]: DEBUG nova.compute.manager [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] [instance: 2d1123ad-3bdc-4015-a310-b33dd6a36033] Received event network-vif-deleted-09b4955c-0797-4b7d-a713-28de04dfa30f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.955099] env[62822]: DEBUG nova.compute.manager [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Received event network-vif-unplugged-1ae0668f-ed7a-4745-a713-1f0cb4735f93 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.955275] env[62822]: DEBUG oslo_concurrency.lockutils [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] Acquiring lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.955475] env[62822]: DEBUG oslo_concurrency.lockutils [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.955639] env[62822]: DEBUG oslo_concurrency.lockutils [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.955816] env[62822]: DEBUG nova.compute.manager [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] No waiting events found dispatching network-vif-unplugged-1ae0668f-ed7a-4745-a713-1f0cb4735f93 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.955992] env[62822]: WARNING nova.compute.manager [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Received unexpected event network-vif-unplugged-1ae0668f-ed7a-4745-a713-1f0cb4735f93 for instance with vm_state shelved_offloaded and task_state None. [ 1166.956172] env[62822]: DEBUG nova.compute.manager [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Received event network-changed-1ae0668f-ed7a-4745-a713-1f0cb4735f93 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.956326] env[62822]: DEBUG nova.compute.manager [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Refreshing instance network info cache due to event network-changed-1ae0668f-ed7a-4745-a713-1f0cb4735f93. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1166.956530] env[62822]: DEBUG oslo_concurrency.lockutils [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] Acquiring lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.956637] env[62822]: DEBUG oslo_concurrency.lockutils [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] Acquired lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.956788] env[62822]: DEBUG nova.network.neutron [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Refreshing network info cache for port 1ae0668f-ed7a-4745-a713-1f0cb4735f93 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.963848] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d8eac-1278-1707-5023-70ed8fddef5a/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1166.964876] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d8eac-1278-1707-5023-70ed8fddef5a/disk-0.vmdk. {{(pid=62822) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1167.032460] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f0d9503-06da-4bd4-8921-d1c12bc11985 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.165745] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765179, 'name': CloneVM_Task, 'duration_secs': 1.163416} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.166149] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Created linked-clone VM from snapshot [ 1167.167058] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3933b46f-0495-465d-aab1-87e8be7a5be3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.174377] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Uploading image 6610c086-aba9-4010-aa90-c969f2c8beb8 {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1167.194921] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1167.194921] env[62822]: value = "vm-556296" [ 1167.194921] env[62822]: _type = "VirtualMachine" [ 1167.194921] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1167.195189] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6589e714-fff0-44e8-be26-e361e07c5586 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.202451] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lease: (returnval){ [ 1167.202451] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523cbef4-0b49-72c1-41ba-bcda32a64bda" [ 1167.202451] env[62822]: _type = "HttpNfcLease" [ 1167.202451] env[62822]: } obtained for exporting VM: (result){ [ 1167.202451] env[62822]: value = "vm-556296" [ 1167.202451] env[62822]: _type = "VirtualMachine" [ 1167.202451] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1167.202748] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the lease: (returnval){ [ 1167.202748] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523cbef4-0b49-72c1-41ba-bcda32a64bda" [ 1167.202748] env[62822]: _type = "HttpNfcLease" [ 1167.202748] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1167.213709] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1167.213709] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523cbef4-0b49-72c1-41ba-bcda32a64bda" [ 1167.213709] env[62822]: _type = "HttpNfcLease" [ 1167.213709] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1167.361228] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe3bee9-7d54-431f-83d7-330a30d8b7b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.375040] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f6500a-535a-495e-95c6-da423e51dd8d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.408424] env[62822]: DEBUG oslo_concurrency.lockutils [req-074e10e4-2ff7-4348-8f60-fc2087670627 req-33e84040-34b0-40cc-be72-008f6afd5b32 service nova] Releasing lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.413319] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef3f59c-29dc-47d5-9d27-6c3143a0955a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.420795] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4809b0-18a5-408a-9c60-816ba27913d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.434657] env[62822]: DEBUG nova.compute.provider_tree [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.457370] env[62822]: DEBUG oslo_vmware.api [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.710670] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1167.710670] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523cbef4-0b49-72c1-41ba-bcda32a64bda" [ 1167.710670] env[62822]: _type = "HttpNfcLease" [ 1167.710670] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1167.710961] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1167.710961] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523cbef4-0b49-72c1-41ba-bcda32a64bda" [ 1167.710961] env[62822]: _type = "HttpNfcLease" [ 1167.710961] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1167.711773] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b99e87-80cf-4df5-837f-173582131394 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.719751] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52955b63-5c34-dd81-06ae-fe8e96e9f3ba/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1167.719957] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52955b63-5c34-dd81-06ae-fe8e96e9f3ba/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1167.778455] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.823628] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-991db7bf-0f11-4a07-992a-3c26c421f55b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.826419] env[62822]: DEBUG nova.network.neutron [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Updated VIF entry in instance network info cache for port 1ae0668f-ed7a-4745-a713-1f0cb4735f93. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.826844] env[62822]: DEBUG nova.network.neutron [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Updating instance_info_cache with network_info: [{"id": "1ae0668f-ed7a-4745-a713-1f0cb4735f93", "address": "fa:16:3e:b7:92:a3", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": null, "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1ae0668f-ed", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.938464] env[62822]: DEBUG nova.scheduler.client.report [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.955224] env[62822]: DEBUG oslo_vmware.api [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.308528] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Completed reading data from the image iterator. {{(pid=62822) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1168.308820] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d8eac-1278-1707-5023-70ed8fddef5a/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1168.309787] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee03589-fae2-4c71-af21-f35e55580747 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.317227] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d8eac-1278-1707-5023-70ed8fddef5a/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1168.317568] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d8eac-1278-1707-5023-70ed8fddef5a/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1168.317923] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dea601f7-42d8-4d1b-a061-83ca68bf9245 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.329667] env[62822]: DEBUG oslo_concurrency.lockutils [req-4eff3fa1-ab31-46a5-93fc-a39f84112917 req-8bccfa4d-0674-4779-ac91-207c7f443ea6 service nova] Releasing lock "refresh_cache-6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.444922] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.447934] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.595s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.448690] env[62822]: DEBUG nova.objects.instance [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lazy-loading 'resources' on Instance uuid 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.461376] env[62822]: DEBUG oslo_vmware.api [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765185, 'name': ReconfigVM_Task, 'duration_secs': 1.164181} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.462167] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556293', 'volume_id': '9bcb73b6-6d85-4974-9f27-64a376ed5204', 'name': 'volume-9bcb73b6-6d85-4974-9f27-64a376ed5204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef309ab6-e4ea-4b11-820e-6e24f56ee482', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcb73b6-6d85-4974-9f27-64a376ed5204', 'serial': '9bcb73b6-6d85-4974-9f27-64a376ed5204'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1168.478888] env[62822]: INFO nova.scheduler.client.report [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Deleted allocations for instance 2d1123ad-3bdc-4015-a310-b33dd6a36033 [ 1168.642234] env[62822]: DEBUG oslo_vmware.rw_handles [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d8eac-1278-1707-5023-70ed8fddef5a/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1168.642469] env[62822]: INFO nova.virt.vmwareapi.images [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Downloaded image file data b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4 [ 1168.643553] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a5faba-e5db-4f7a-be8b-bb85818d094b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.661438] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71b26173-39f8-4574-8cd8-069d9b23e0bf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.726596] env[62822]: INFO nova.virt.vmwareapi.images [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] The imported VM was unregistered [ 1168.728892] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Caching image {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1168.729147] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4 {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.729440] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a511630-d738-4c5a-b57a-a659f666e65f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.766178] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Created directory with path [datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4 {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.766561] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f5ec2c5e-36c2-46d0-b0ba-204e26c523cd/OSTACK_IMG_f5ec2c5e-36c2-46d0-b0ba-204e26c523cd.vmdk to [datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4.vmdk. {{(pid=62822) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1168.766894] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-56b528b7-3d88-4040-a7ed-42bbaebea8f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.774292] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1168.774292] env[62822]: value = "task-2765188" [ 1168.774292] env[62822]: _type = "Task" [ 1168.774292] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.782701] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765188, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.955480] env[62822]: DEBUG nova.objects.instance [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lazy-loading 'numa_topology' on Instance uuid 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.989224] env[62822]: DEBUG oslo_concurrency.lockutils [None req-02f091bb-5a87-4238-b010-a27cc4a6f9d7 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "2d1123ad-3bdc-4015-a310-b33dd6a36033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.284226] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765188, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.458317] env[62822]: DEBUG nova.objects.base [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Object Instance<6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7> lazy-loaded attributes: resources,numa_topology {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1169.502220] env[62822]: DEBUG nova.objects.instance [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lazy-loading 'flavor' on Instance uuid ef309ab6-e4ea-4b11-820e-6e24f56ee482 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.586484] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d568f82-c048-41a8-b6c6-b8e467f9d4de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.595896] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4fcdc9-d534-462d-bcdd-a9ceda920987 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.638521] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb933e59-03aa-4e06-a2ed-6dbb61d86f45 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.647410] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7246a32-0994-4bde-9669-34cf73866338 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.664086] env[62822]: DEBUG nova.compute.provider_tree [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.786383] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765188, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.011163] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a5e41cb3-e23d-455f-881f-8216a4cdf6e8 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.284s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.047044] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.047044] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.047299] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.047393] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.047609] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.050162] env[62822]: INFO nova.compute.manager [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Terminating instance [ 1170.167743] env[62822]: DEBUG nova.scheduler.client.report [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.286968] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765188, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.384478] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.384751] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.555346] env[62822]: DEBUG nova.compute.manager [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.555885] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.556518] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4727eb3e-0d3e-4609-9758-f7039af9974a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.564928] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.565261] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9e05385-fb86-4939-a9ab-5243864b4d33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.574047] env[62822]: DEBUG oslo_vmware.api [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1170.574047] env[62822]: value = "task-2765189" [ 1170.574047] env[62822]: _type = "Task" [ 1170.574047] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.585397] env[62822]: DEBUG oslo_vmware.api [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.672717] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.795874] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765188, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.887979] env[62822]: INFO nova.compute.manager [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Detaching volume 9bcb73b6-6d85-4974-9f27-64a376ed5204 [ 1170.924590] env[62822]: INFO nova.virt.block_device [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Attempting to driver detach volume 9bcb73b6-6d85-4974-9f27-64a376ed5204 from mountpoint /dev/sdb [ 1170.924590] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1170.924710] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556293', 'volume_id': '9bcb73b6-6d85-4974-9f27-64a376ed5204', 'name': 'volume-9bcb73b6-6d85-4974-9f27-64a376ed5204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef309ab6-e4ea-4b11-820e-6e24f56ee482', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcb73b6-6d85-4974-9f27-64a376ed5204', 'serial': '9bcb73b6-6d85-4974-9f27-64a376ed5204'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1170.925764] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a748ac-44a3-4e93-b6c4-4eff17d576cb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.948259] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4296e8-b1ad-43c3-a468-bd5e8c8ca28b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.956215] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02c871c-8d2b-468a-8cc8-3ee16b245dde {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.978146] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc892c5c-7489-41b5-9690-e35c92594109 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.994016] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] The volume has not been displaced from its original location: [datastore1] volume-9bcb73b6-6d85-4974-9f27-64a376ed5204/volume-9bcb73b6-6d85-4974-9f27-64a376ed5204.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1170.999689] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.000234] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a883246-73db-4519-ae02-375ad966ce16 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.020411] env[62822]: DEBUG oslo_vmware.api [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1171.020411] env[62822]: value = "task-2765190" [ 1171.020411] env[62822]: _type = "Task" [ 1171.020411] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.029290] env[62822]: DEBUG oslo_vmware.api [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.084661] env[62822]: DEBUG oslo_vmware.api [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765189, 'name': PowerOffVM_Task, 'duration_secs': 0.224559} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.084884] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.084930] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.085266] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa8e6ad8-32d8-418b-a5f7-6f1e8d1ffab9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.097767] env[62822]: DEBUG oslo_concurrency.lockutils [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "87463fb5-ca61-4e15-9721-2a90ba39a660" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.098527] env[62822]: DEBUG oslo_concurrency.lockutils [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.147999] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.148233] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.148504] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Deleting the datastore file [datastore1] 62e118a1-1e3c-4220-bc62-20f4bacb9e73 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.148835] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fcd8e37-2aeb-4135-b09a-e996cafa3b18 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.156202] env[62822]: DEBUG oslo_vmware.api [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for the task: (returnval){ [ 1171.156202] env[62822]: value = "task-2765192" [ 1171.156202] env[62822]: _type = "Task" [ 1171.156202] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.165195] env[62822]: DEBUG oslo_vmware.api [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.181688] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a1bc61e3-6eec-4913-9cd8-66c279d0720c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.409s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.182994] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.405s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.183303] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.183520] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.184092] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.185736] env[62822]: INFO nova.compute.manager [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Terminating instance [ 1171.287897] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765188, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.531833] env[62822]: DEBUG oslo_vmware.api [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765190, 'name': ReconfigVM_Task, 'duration_secs': 0.404819} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.532395] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.538239] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb3960e-bfae-46da-9d20-174bfefd537e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.553426] env[62822]: DEBUG oslo_vmware.api [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1171.553426] env[62822]: value = "task-2765193" [ 1171.553426] env[62822]: _type = "Task" [ 1171.553426] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.561737] env[62822]: DEBUG oslo_vmware.api [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.601591] env[62822]: DEBUG nova.compute.manager [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.666267] env[62822]: DEBUG oslo_vmware.api [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Task: {'id': task-2765192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419174} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.666539] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.666729] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.666907] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.667093] env[62822]: INFO nova.compute.manager [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1171.667339] env[62822]: DEBUG oslo.service.loopingcall [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.667531] env[62822]: DEBUG nova.compute.manager [-] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.667624] env[62822]: DEBUG nova.network.neutron [-] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.690058] env[62822]: DEBUG nova.compute.manager [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.690058] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.690341] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0f6536a-097c-423e-bbac-1b3a0e735d14 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.698999] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8a2cad-b8a4-4d6f-b9eb-ef4c4af7da2e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.733795] env[62822]: WARNING nova.virt.vmwareapi.vmops [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7 could not be found. [ 1171.734026] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.734228] env[62822]: INFO nova.compute.manager [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1171.734475] env[62822]: DEBUG oslo.service.loopingcall [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.734730] env[62822]: DEBUG nova.compute.manager [-] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.734825] env[62822]: DEBUG nova.network.neutron [-] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.788880] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765188, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.737406} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.789160] env[62822]: INFO nova.virt.vmwareapi.ds_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f5ec2c5e-36c2-46d0-b0ba-204e26c523cd/OSTACK_IMG_f5ec2c5e-36c2-46d0-b0ba-204e26c523cd.vmdk to [datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4.vmdk. [ 1171.789349] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Cleaning up location [datastore1] OSTACK_IMG_f5ec2c5e-36c2-46d0-b0ba-204e26c523cd {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1171.789510] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f5ec2c5e-36c2-46d0-b0ba-204e26c523cd {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.789765] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-999c78ad-df44-4ae2-8d04-5e4b3e7ff0ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.795781] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1171.795781] env[62822]: value = "task-2765194" [ 1171.795781] env[62822]: _type = "Task" [ 1171.795781] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.804561] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.069163] env[62822]: DEBUG oslo_vmware.api [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.128610] env[62822]: DEBUG nova.compute.manager [req-3a745e91-1141-4901-9479-8493075a5c80 req-86b4d5d3-6e30-457e-ae83-8438e53d15d8 service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Received event network-vif-deleted-b0c321a0-d99f-495b-a6e0-8f26c669d8db {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.128843] env[62822]: INFO nova.compute.manager [req-3a745e91-1141-4901-9479-8493075a5c80 req-86b4d5d3-6e30-457e-ae83-8438e53d15d8 service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Neutron deleted interface b0c321a0-d99f-495b-a6e0-8f26c669d8db; detaching it from the instance and deleting it from the info cache [ 1172.129112] env[62822]: DEBUG nova.network.neutron [req-3a745e91-1141-4901-9479-8493075a5c80 req-86b4d5d3-6e30-457e-ae83-8438e53d15d8 service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.131581] env[62822]: DEBUG oslo_concurrency.lockutils [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.131984] env[62822]: DEBUG oslo_concurrency.lockutils [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.133579] env[62822]: INFO nova.compute.claims [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.305736] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034095} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.305938] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.306127] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.306372] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4.vmdk to [datastore1] 5e354d80-8f30-4531-85da-b23bed7c81df/5e354d80-8f30-4531-85da-b23bed7c81df.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.306650] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a846f9d-41ae-44e1-994b-79ba46a87348 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.313610] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1172.313610] env[62822]: value = "task-2765195" [ 1172.313610] env[62822]: _type = "Task" [ 1172.313610] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.320762] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.564723] env[62822]: DEBUG oslo_vmware.api [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765193, 'name': ReconfigVM_Task, 'duration_secs': 0.953534} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.565115] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556293', 'volume_id': '9bcb73b6-6d85-4974-9f27-64a376ed5204', 'name': 'volume-9bcb73b6-6d85-4974-9f27-64a376ed5204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef309ab6-e4ea-4b11-820e-6e24f56ee482', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcb73b6-6d85-4974-9f27-64a376ed5204', 'serial': '9bcb73b6-6d85-4974-9f27-64a376ed5204'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1172.613839] env[62822]: DEBUG nova.network.neutron [-] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.632759] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f83629d-fda2-41a5-bc00-1bcd15a99efa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.643912] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609ff240-ed88-4562-8c50-ae82d2ba762c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.657305] env[62822]: DEBUG nova.network.neutron [-] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.674842] env[62822]: DEBUG nova.compute.manager [req-3a745e91-1141-4901-9479-8493075a5c80 req-86b4d5d3-6e30-457e-ae83-8438e53d15d8 service nova] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Detach interface failed, port_id=b0c321a0-d99f-495b-a6e0-8f26c669d8db, reason: Instance 62e118a1-1e3c-4220-bc62-20f4bacb9e73 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1172.825995] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765195, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.114456] env[62822]: DEBUG nova.objects.instance [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lazy-loading 'flavor' on Instance uuid ef309ab6-e4ea-4b11-820e-6e24f56ee482 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.116203] env[62822]: INFO nova.compute.manager [-] [instance: 62e118a1-1e3c-4220-bc62-20f4bacb9e73] Took 1.45 seconds to deallocate network for instance. [ 1173.160072] env[62822]: INFO nova.compute.manager [-] [instance: 6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7] Took 1.42 seconds to deallocate network for instance. [ 1173.284811] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16da1a72-34d6-4620-81ee-f3459a4e3411 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.292663] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5443b17c-3741-4701-9ac1-ef0817c0181d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.328926] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2183029a-cac9-404b-beaf-1d84a67dc66d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.338978] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765195, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.343882] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076359fa-271b-4639-ac89-e085394a7297 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.362079] env[62822]: DEBUG nova.compute.provider_tree [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.624499] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.836226] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765195, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.866132] env[62822]: DEBUG nova.scheduler.client.report [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.122558] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f64a6663-143e-4698-94ed-f154ca4a4556 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.738s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.191628] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b4238988-a8af-4555-8c5c-2e53cfdd91d5 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "6c1d9855-d94a-4d39-b9c4-1cdb1c3c1ba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.009s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.337798] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765195, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.371572] env[62822]: DEBUG oslo_concurrency.lockutils [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.371572] env[62822]: DEBUG nova.compute.manager [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.374368] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.750s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.374649] env[62822]: DEBUG nova.objects.instance [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lazy-loading 'resources' on Instance uuid 62e118a1-1e3c-4220-bc62-20f4bacb9e73 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.706095] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.706095] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.706389] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.706447] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.706656] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.709165] env[62822]: INFO nova.compute.manager [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Terminating instance [ 1174.836401] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765195, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.44222} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.836656] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4/b327e0f4-22b5-400c-b2e6-1e3c0f75b0c4.vmdk to [datastore1] 5e354d80-8f30-4531-85da-b23bed7c81df/5e354d80-8f30-4531-85da-b23bed7c81df.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.837458] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e9d64-abac-47b3-9a5c-cf458cc9a3e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.859718] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 5e354d80-8f30-4531-85da-b23bed7c81df/5e354d80-8f30-4531-85da-b23bed7c81df.vmdk or device None with type streamOptimized {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.860156] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b136201-d02d-4bec-a84d-90617cd08d8e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.878086] env[62822]: DEBUG nova.compute.utils [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.880672] env[62822]: DEBUG nova.compute.manager [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.880842] env[62822]: DEBUG nova.network.neutron [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.882699] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1174.882699] env[62822]: value = "task-2765196" [ 1174.882699] env[62822]: _type = "Task" [ 1174.882699] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.894152] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765196, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.922308] env[62822]: DEBUG nova.policy [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '583711aadf314df99085da1810cea932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e3bac4c72a4aabb2a3643b1c2b7d10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.010430] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3eb744-cfd4-4ad6-8afc-52e1b10f05ba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.018762] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610a19b1-a608-48f1-919b-37387a6476de {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.055852] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2e0fc4-d83f-4ee7-a0e2-19412e1529b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.061847] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "c98661f3-a069-42d6-ac8b-880c8d163d36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.062129] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.068905] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17199382-cfa0-40a1-ad34-4bf59fc3bd16 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.085110] env[62822]: DEBUG nova.compute.provider_tree [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.212771] env[62822]: DEBUG nova.compute.manager [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.213159] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.214026] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d14b81-6e7b-401c-b3a6-d8b61fa1e00c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.222683] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.223406] env[62822]: DEBUG nova.network.neutron [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Successfully created port: d08959fc-3b6f-4881-9e9d-3ed612cbf89f {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.225805] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc6cf009-144b-4630-ad73-6c134596d2b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.232912] env[62822]: DEBUG oslo_vmware.api [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1175.232912] env[62822]: value = "task-2765197" [ 1175.232912] env[62822]: _type = "Task" [ 1175.232912] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.241801] env[62822]: DEBUG oslo_vmware.api [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.384335] env[62822]: DEBUG nova.compute.manager [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.396461] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765196, 'name': ReconfigVM_Task, 'duration_secs': 0.352718} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.396765] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 5e354d80-8f30-4531-85da-b23bed7c81df/5e354d80-8f30-4531-85da-b23bed7c81df.vmdk or device None with type streamOptimized {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.397942] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'disk_bus': None, 'image_id': 'ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': 'bdca92b0-1507-4e8b-9c38-15e5be6a7b66', 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556290', 'volume_id': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'name': 'volume-126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5e354d80-8f30-4531-85da-b23bed7c81df', 'attached_at': '', 'detached_at': '', 'volume_id': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'serial': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc'}, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62822) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1175.398184] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.398393] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556290', 'volume_id': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'name': 'volume-126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5e354d80-8f30-4531-85da-b23bed7c81df', 'attached_at': '', 'detached_at': '', 'volume_id': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'serial': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.399237] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e36eee-7f87-4d45-aa63-66d45561de3a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.415856] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537da0ea-4926-4cc4-b3f1-b673725719ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.443785] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-126d8b8f-c074-44a5-933f-4eb26fbeb7bc/volume-126d8b8f-c074-44a5-933f-4eb26fbeb7bc.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.444894] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab05f49d-85ab-499e-a4ff-96c8d5916578 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.470475] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1175.470475] env[62822]: value = "task-2765198" [ 1175.470475] env[62822]: _type = "Task" [ 1175.470475] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.479104] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.565042] env[62822]: DEBUG nova.compute.manager [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.588668] env[62822]: DEBUG nova.scheduler.client.report [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.744366] env[62822]: DEBUG oslo_vmware.api [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765197, 'name': PowerOffVM_Task, 'duration_secs': 0.225748} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.744585] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.744782] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.745065] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d34cb34-c7fe-4eff-b15f-05712f88860c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.811303] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.811547] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.811735] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleting the datastore file [datastore2] ef309ab6-e4ea-4b11-820e-6e24f56ee482 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.812147] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29394d7e-ec0a-45b8-9bca-5eb53d37ba1c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.819969] env[62822]: DEBUG oslo_vmware.api [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1175.819969] env[62822]: value = "task-2765200" [ 1175.819969] env[62822]: _type = "Task" [ 1175.819969] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.829218] env[62822]: DEBUG oslo_vmware.api [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.892882] env[62822]: INFO nova.virt.block_device [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Booting with volume e7ea22a8-d4dd-4c09-a265-f92fef89e5aa at /dev/sda [ 1175.930418] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a24fc35b-288c-4287-bbd5-001c572f2bf1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.940177] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa94ef7-9f4a-4041-b57e-667b4cb9336f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.970705] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddaec05f-f3c5-4dee-8c6f-3281f2569fc9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.980613] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765198, 'name': ReconfigVM_Task, 'duration_secs': 0.394928} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.981837] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-126d8b8f-c074-44a5-933f-4eb26fbeb7bc/volume-126d8b8f-c074-44a5-933f-4eb26fbeb7bc.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.986861] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f795ff07-d396-41af-837b-de690e4a0346 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.999764] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665e263d-46fc-4759-b026-af97ce46db18 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.015568] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1176.015568] env[62822]: value = "task-2765201" [ 1176.015568] env[62822]: _type = "Task" [ 1176.015568] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.023680] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.033958] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aff0b6-3e3d-4ec6-a8de-437b095ab16b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.040413] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27aa5ca-022b-413d-938d-785af87fb4e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.052981] env[62822]: DEBUG nova.virt.block_device [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating existing volume attachment record: 11fecc24-5b32-4904-9986-da8af6478876 {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1176.086699] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.093932] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.096533] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.010s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.098561] env[62822]: INFO nova.compute.claims [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.115314] env[62822]: INFO nova.scheduler.client.report [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Deleted allocations for instance 62e118a1-1e3c-4220-bc62-20f4bacb9e73 [ 1176.330199] env[62822]: DEBUG oslo_vmware.api [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170204} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.330574] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.330574] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.330745] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.330923] env[62822]: INFO nova.compute.manager [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1176.331184] env[62822]: DEBUG oslo.service.loopingcall [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1176.331381] env[62822]: DEBUG nova.compute.manager [-] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.331475] env[62822]: DEBUG nova.network.neutron [-] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.356753] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.356967] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.357147] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.357319] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._sync_power_states {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.526111] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765201, 'name': ReconfigVM_Task, 'duration_secs': 0.193376} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.526557] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556290', 'volume_id': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'name': 'volume-126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5e354d80-8f30-4531-85da-b23bed7c81df', 'attached_at': '', 'detached_at': '', 'volume_id': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'serial': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1176.527385] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed96dbb6-a8e8-48b1-9ae1-101a1f74dca7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.536944] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1176.536944] env[62822]: value = "task-2765202" [ 1176.536944] env[62822]: _type = "Task" [ 1176.536944] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.545566] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765202, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.627038] env[62822]: DEBUG oslo_concurrency.lockutils [None req-fc24448b-cd58-403e-8aac-67773cd1ba53 tempest-ServerRescueNegativeTestJSON-818433205 tempest-ServerRescueNegativeTestJSON-818433205-project-member] Lock "62e118a1-1e3c-4220-bc62-20f4bacb9e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.580s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.648769] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52955b63-5c34-dd81-06ae-fe8e96e9f3ba/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1176.649453] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e3036-c0d8-4dde-bb25-e7df4b788b4a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.657037] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52955b63-5c34-dd81-06ae-fe8e96e9f3ba/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1176.657224] env[62822]: ERROR oslo_vmware.rw_handles [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52955b63-5c34-dd81-06ae-fe8e96e9f3ba/disk-0.vmdk due to incomplete transfer. [ 1176.658283] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1086541c-20fa-4b3c-b232-46bd8b6b1525 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.667024] env[62822]: DEBUG oslo_vmware.rw_handles [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52955b63-5c34-dd81-06ae-fe8e96e9f3ba/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1176.667248] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Uploaded image 6610c086-aba9-4010-aa90-c969f2c8beb8 to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1176.669131] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1176.669403] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-788e6e52-7bac-4bca-b3be-2be147f4d1f1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.678525] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1176.678525] env[62822]: value = "task-2765203" [ 1176.678525] env[62822]: _type = "Task" [ 1176.678525] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.689031] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765203, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.862466] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Getting list of instances from cluster (obj){ [ 1176.862466] env[62822]: value = "domain-c8" [ 1176.862466] env[62822]: _type = "ClusterComputeResource" [ 1176.862466] env[62822]: } {{(pid=62822) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1176.864701] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f29388-d3cb-4bb8-81e6-f3f06de55e2b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.888506] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Got total of 5 instances {{(pid=62822) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1176.888741] env[62822]: WARNING nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 1176.888940] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Triggering sync for uuid b5714e47-2750-4617-a185-7e1cfeac03dd {{(pid=62822) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1176.889227] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Triggering sync for uuid 5e354d80-8f30-4531-85da-b23bed7c81df {{(pid=62822) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1176.889458] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Triggering sync for uuid ef309ab6-e4ea-4b11-820e-6e24f56ee482 {{(pid=62822) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1176.889671] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Triggering sync for uuid 996d3c16-fa03-4f84-94ad-7d6faa72d99f {{(pid=62822) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1176.889882] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Triggering sync for uuid 40d0f047-4ecb-49af-9c40-701fd29b3159 {{(pid=62822) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1176.890108] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Triggering sync for uuid dc73f166-f78e-4731-9f46-54bba20c4ddb {{(pid=62822) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1176.890327] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Triggering sync for uuid 87463fb5-ca61-4e15-9721-2a90ba39a660 {{(pid=62822) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1176.890548] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Triggering sync for uuid c98661f3-a069-42d6-ac8b-880c8d163d36 {{(pid=62822) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1176.891458] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "b5714e47-2750-4617-a185-7e1cfeac03dd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.891458] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "b5714e47-2750-4617-a185-7e1cfeac03dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.891663] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "5e354d80-8f30-4531-85da-b23bed7c81df" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.891936] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.892231] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.892493] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "40d0f047-4ecb-49af-9c40-701fd29b3159" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.892843] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "40d0f047-4ecb-49af-9c40-701fd29b3159" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.893447] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "dc73f166-f78e-4731-9f46-54bba20c4ddb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.893770] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.894125] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "87463fb5-ca61-4e15-9721-2a90ba39a660" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.894767] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "c98661f3-a069-42d6-ac8b-880c8d163d36" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.895070] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.895270] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62822) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1176.896386] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ec23f5-2744-4ad3-9abd-36f18e44647e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.901636] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca74ffd9-3a19-4ab6-b610-30eb5d0d9e84 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.905191] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de0ae08-414c-4995-9f69-341756de83d2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.911140] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.025361] env[62822]: DEBUG nova.compute.manager [req-7c615eab-a8b3-4d42-ac59-8742e5a43c62 req-b63cddba-aab2-4132-b650-2c740c25aa08 service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Received event network-vif-plugged-d08959fc-3b6f-4881-9e9d-3ed612cbf89f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.025361] env[62822]: DEBUG oslo_concurrency.lockutils [req-7c615eab-a8b3-4d42-ac59-8742e5a43c62 req-b63cddba-aab2-4132-b650-2c740c25aa08 service nova] Acquiring lock "87463fb5-ca61-4e15-9721-2a90ba39a660-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.025361] env[62822]: DEBUG oslo_concurrency.lockutils [req-7c615eab-a8b3-4d42-ac59-8742e5a43c62 req-b63cddba-aab2-4132-b650-2c740c25aa08 service nova] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.025361] env[62822]: DEBUG oslo_concurrency.lockutils [req-7c615eab-a8b3-4d42-ac59-8742e5a43c62 req-b63cddba-aab2-4132-b650-2c740c25aa08 service nova] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.025361] env[62822]: DEBUG nova.compute.manager [req-7c615eab-a8b3-4d42-ac59-8742e5a43c62 req-b63cddba-aab2-4132-b650-2c740c25aa08 service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] No waiting events found dispatching network-vif-plugged-d08959fc-3b6f-4881-9e9d-3ed612cbf89f {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.025361] env[62822]: WARNING nova.compute.manager [req-7c615eab-a8b3-4d42-ac59-8742e5a43c62 req-b63cddba-aab2-4132-b650-2c740c25aa08 service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Received unexpected event network-vif-plugged-d08959fc-3b6f-4881-9e9d-3ed612cbf89f for instance with vm_state building and task_state block_device_mapping. [ 1177.049118] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765202, 'name': Rename_Task, 'duration_secs': 0.438655} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.049614] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.049996] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1464049-77c3-4fd8-acb3-e156638dfc68 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.059902] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1177.059902] env[62822]: value = "task-2765204" [ 1177.059902] env[62822]: _type = "Task" [ 1177.059902] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.070970] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.189685] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765203, 'name': Destroy_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.230645] env[62822]: DEBUG nova.compute.manager [req-d23d98c5-84ce-4a57-a256-951c213a9527 req-9095f1a8-656d-4ce0-b3d6-5e4206e26c46 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Received event network-vif-deleted-70ea58fc-e76c-4d8e-94bc-580d3216aafb {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.230645] env[62822]: INFO nova.compute.manager [req-d23d98c5-84ce-4a57-a256-951c213a9527 req-9095f1a8-656d-4ce0-b3d6-5e4206e26c46 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Neutron deleted interface 70ea58fc-e76c-4d8e-94bc-580d3216aafb; detaching it from the instance and deleting it from the info cache [ 1177.230645] env[62822]: DEBUG nova.network.neutron [req-d23d98c5-84ce-4a57-a256-951c213a9527 req-9095f1a8-656d-4ce0-b3d6-5e4206e26c46 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.275327] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba09af1-4351-4004-84cc-70f8de0e5cb8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.282837] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48637180-286d-40ed-97f3-bb6e738fa19b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.314248] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e51b5f-d240-44ea-806c-93f30e6e18c0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.322656] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04577e76-2f99-4296-8437-16f288e77ccb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.338690] env[62822]: DEBUG nova.compute.provider_tree [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.414322] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.425041] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "b5714e47-2750-4617-a185-7e1cfeac03dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.428624] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "40d0f047-4ecb-49af-9c40-701fd29b3159" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.428978] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.572245] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765204, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.615105] env[62822]: DEBUG nova.network.neutron [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Successfully updated port: d08959fc-3b6f-4881-9e9d-3ed612cbf89f {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.693960] env[62822]: DEBUG nova.network.neutron [-] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.700014] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765203, 'name': Destroy_Task, 'duration_secs': 0.537592} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.701667] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Destroyed the VM [ 1177.701799] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1177.701991] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55ae3c75-bc03-4b44-ab3f-a2918eecc405 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.712276] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1177.712276] env[62822]: value = "task-2765205" [ 1177.712276] env[62822]: _type = "Task" [ 1177.712276] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.723315] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765205, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.739364] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ff9336d-f8f8-4efe-b3ce-5d9c4555680f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.753378] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf3799f-8713-4076-813d-3d9603655f9a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.791488] env[62822]: DEBUG nova.compute.manager [req-d23d98c5-84ce-4a57-a256-951c213a9527 req-9095f1a8-656d-4ce0-b3d6-5e4206e26c46 service nova] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Detach interface failed, port_id=70ea58fc-e76c-4d8e-94bc-580d3216aafb, reason: Instance ef309ab6-e4ea-4b11-820e-6e24f56ee482 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1177.842184] env[62822]: DEBUG nova.scheduler.client.report [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.071660] env[62822]: DEBUG oslo_vmware.api [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765204, 'name': PowerOnVM_Task, 'duration_secs': 0.523507} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.071943] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.117555] env[62822]: DEBUG oslo_concurrency.lockutils [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.117555] env[62822]: DEBUG oslo_concurrency.lockutils [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.117555] env[62822]: DEBUG nova.network.neutron [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.162437] env[62822]: DEBUG nova.compute.manager [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.163253] env[62822]: DEBUG nova.virt.hardware [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.163344] env[62822]: DEBUG nova.virt.hardware [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.163448] env[62822]: DEBUG nova.virt.hardware [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.163628] env[62822]: DEBUG nova.virt.hardware [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.163802] env[62822]: DEBUG nova.virt.hardware [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.164814] env[62822]: DEBUG nova.virt.hardware [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.164814] env[62822]: DEBUG nova.virt.hardware [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.164814] env[62822]: DEBUG nova.virt.hardware [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.164814] env[62822]: DEBUG nova.virt.hardware [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.164995] env[62822]: DEBUG nova.virt.hardware [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.165044] env[62822]: DEBUG nova.virt.hardware [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.167343] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc6edd7-6230-43a5-a26d-80a835be098e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.184410] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66926c1-2b79-4e4c-afc3-2c53d46cbd6e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.204518] env[62822]: INFO nova.compute.manager [-] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] Took 1.87 seconds to deallocate network for instance. [ 1178.216862] env[62822]: DEBUG nova.compute.manager [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.217682] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1dad2e-f2eb-4528-9424-37a2a7aadf3b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.229517] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765205, 'name': RemoveSnapshot_Task, 'duration_secs': 0.433965} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.229965] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1178.230251] env[62822]: DEBUG nova.compute.manager [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.230971] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caadb12-b75b-44a8-b0f0-324a9baadf70 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.346644] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.347245] env[62822]: DEBUG nova.compute.manager [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.349563] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.935s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.349741] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.349892] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1178.350875] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3feefc-d847-478e-a1f6-09e4a0e120d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.359693] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500982ad-b881-4882-b851-46894630856c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.374652] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c04c7d1-cecf-4d00-8f13-406d990c7a39 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.382120] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a3e108-241f-4450-ad6a-e26979b6541f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.411204] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179824MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1178.411307] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.411484] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.649538] env[62822]: DEBUG nova.network.neutron [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.711358] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.738128] env[62822]: DEBUG oslo_concurrency.lockutils [None req-b9fc882d-fae7-410c-903a-f570a912fab9 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.094s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.738887] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.847s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.739105] env[62822]: INFO nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] During sync_power_state the instance has a pending task (spawning). Skip. [ 1178.739283] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.743098] env[62822]: INFO nova.compute.manager [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Shelve offloading [ 1178.789426] env[62822]: DEBUG nova.network.neutron [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance_info_cache with network_info: [{"id": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "address": "fa:16:3e:81:7e:96", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08959fc-3b", "ovs_interfaceid": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.852259] env[62822]: DEBUG nova.compute.utils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.853779] env[62822]: DEBUG nova.compute.manager [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.853953] env[62822]: DEBUG nova.network.neutron [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.889076] env[62822]: DEBUG nova.policy [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91e916ef310f4b0d96a70288033db95c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bda8cc3e41743e2a93a4b7aeb17e8ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.209698] env[62822]: DEBUG nova.network.neutron [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Successfully created port: 4cf1c384-b533-4773-a66e-74581ba697f9 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.246895] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.247213] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10232ad7-7f60-4b1c-a5ae-45318fe30233 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.256616] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1179.256616] env[62822]: value = "task-2765206" [ 1179.256616] env[62822]: _type = "Task" [ 1179.256616] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.263037] env[62822]: DEBUG nova.compute.manager [req-108d83c6-7030-4476-85b0-014b322ac2b0 req-b6ddbea5-da1f-4dea-a57d-6af37ea59bc9 service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Received event network-changed-d08959fc-3b6f-4881-9e9d-3ed612cbf89f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1179.263269] env[62822]: DEBUG nova.compute.manager [req-108d83c6-7030-4476-85b0-014b322ac2b0 req-b6ddbea5-da1f-4dea-a57d-6af37ea59bc9 service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Refreshing instance network info cache due to event network-changed-d08959fc-3b6f-4881-9e9d-3ed612cbf89f. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1179.263498] env[62822]: DEBUG oslo_concurrency.lockutils [req-108d83c6-7030-4476-85b0-014b322ac2b0 req-b6ddbea5-da1f-4dea-a57d-6af37ea59bc9 service nova] Acquiring lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.270213] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1179.270423] env[62822]: DEBUG nova.compute.manager [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.271193] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4b4a1c-477f-42d7-8856-dc9e8330ec10 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.277267] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.277431] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.277599] env[62822]: DEBUG nova.network.neutron [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.291881] env[62822]: DEBUG oslo_concurrency.lockutils [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.292198] env[62822]: DEBUG nova.compute.manager [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Instance network_info: |[{"id": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "address": "fa:16:3e:81:7e:96", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08959fc-3b", "ovs_interfaceid": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.292476] env[62822]: DEBUG oslo_concurrency.lockutils [req-108d83c6-7030-4476-85b0-014b322ac2b0 req-b6ddbea5-da1f-4dea-a57d-6af37ea59bc9 service nova] Acquired lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.292651] env[62822]: DEBUG nova.network.neutron [req-108d83c6-7030-4476-85b0-014b322ac2b0 req-b6ddbea5-da1f-4dea-a57d-6af37ea59bc9 service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Refreshing network info cache for port d08959fc-3b6f-4881-9e9d-3ed612cbf89f {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.294152] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:7e:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd08959fc-3b6f-4881-9e9d-3ed612cbf89f', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.301433] env[62822]: DEBUG oslo.service.loopingcall [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.304386] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.304817] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b61bd65-64dd-45a5-a917-e8314220f5cf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.325692] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.325692] env[62822]: value = "task-2765207" [ 1179.325692] env[62822]: _type = "Task" [ 1179.325692] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.334432] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765207, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.356898] env[62822]: DEBUG nova.compute.manager [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.441407] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance b5714e47-2750-4617-a185-7e1cfeac03dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.441627] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance ef309ab6-e4ea-4b11-820e-6e24f56ee482 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1179.441792] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 996d3c16-fa03-4f84-94ad-7d6faa72d99f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.441970] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 40d0f047-4ecb-49af-9c40-701fd29b3159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.442081] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance dc73f166-f78e-4731-9f46-54bba20c4ddb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.442212] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 5e354d80-8f30-4531-85da-b23bed7c81df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.442358] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 87463fb5-ca61-4e15-9721-2a90ba39a660 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.442506] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance c98661f3-a069-42d6-ac8b-880c8d163d36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.442728] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1179.442888] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1179.550357] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449d35bf-30a3-449e-bdd9-4994f930c2b9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.560139] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbe9eba-37bd-4d6e-8e67-7fd0628b87b6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.593643] env[62822]: DEBUG nova.network.neutron [req-108d83c6-7030-4476-85b0-014b322ac2b0 req-b6ddbea5-da1f-4dea-a57d-6af37ea59bc9 service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updated VIF entry in instance network info cache for port d08959fc-3b6f-4881-9e9d-3ed612cbf89f. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.594095] env[62822]: DEBUG nova.network.neutron [req-108d83c6-7030-4476-85b0-014b322ac2b0 req-b6ddbea5-da1f-4dea-a57d-6af37ea59bc9 service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance_info_cache with network_info: [{"id": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "address": "fa:16:3e:81:7e:96", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08959fc-3b", "ovs_interfaceid": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.595878] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c20a50-8ae2-48dc-80e3-7616dd51aedd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.604686] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7362cb-487f-4679-8c85-59628621f501 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.620246] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.836590] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765207, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.027104] env[62822]: DEBUG nova.network.neutron [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updating instance_info_cache with network_info: [{"id": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "address": "fa:16:3e:31:de:ec", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da0739e-5a", "ovs_interfaceid": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.099613] env[62822]: DEBUG oslo_concurrency.lockutils [req-108d83c6-7030-4476-85b0-014b322ac2b0 req-b6ddbea5-da1f-4dea-a57d-6af37ea59bc9 service nova] Releasing lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.123417] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.337320] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765207, 'name': CreateVM_Task, 'duration_secs': 0.547267} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.337502] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.345299] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '11fecc24-5b32-4904-9986-da8af6478876', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556292', 'volume_id': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'name': 'volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87463fb5-ca61-4e15-9721-2a90ba39a660', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'serial': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa'}, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62822) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1180.345561] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Root volume attach. Driver type: vmdk {{(pid=62822) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1180.346411] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2a83e8-0f90-4e13-80e3-49db331c8739 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.355631] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4f01e1-c59c-4a54-94a1-46be69f22446 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.364162] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91106c1e-1748-4a94-b865-eec0592343f3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.367524] env[62822]: DEBUG nova.compute.manager [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.374340] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a038b8ea-1cc4-4340-b89f-ce94a0ea0981 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.382666] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1180.382666] env[62822]: value = "task-2765208" [ 1180.382666] env[62822]: _type = "Task" [ 1180.382666] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.392564] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765208, 'name': RelocateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.399384] env[62822]: DEBUG nova.virt.hardware [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.399702] env[62822]: DEBUG nova.virt.hardware [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.399872] env[62822]: DEBUG nova.virt.hardware [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.400071] env[62822]: DEBUG nova.virt.hardware [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.400222] env[62822]: DEBUG nova.virt.hardware [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.400372] env[62822]: DEBUG nova.virt.hardware [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.400591] env[62822]: DEBUG nova.virt.hardware [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.400836] env[62822]: DEBUG nova.virt.hardware [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.401050] env[62822]: DEBUG nova.virt.hardware [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.401231] env[62822]: DEBUG nova.virt.hardware [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.401411] env[62822]: DEBUG nova.virt.hardware [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.402268] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5eabf9-4e5c-492f-8840-e2e34a3d4073 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.410830] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ea0c77-703d-49a5-8a2d-f1d35f92c786 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.530184] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.628234] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1180.628512] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.217s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.628857] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.918s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.629182] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.657986] env[62822]: INFO nova.scheduler.client.report [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleted allocations for instance ef309ab6-e4ea-4b11-820e-6e24f56ee482 [ 1180.895446] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765208, 'name': RelocateVM_Task} progress is 42%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.079652] env[62822]: DEBUG nova.network.neutron [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Successfully updated port: 4cf1c384-b533-4773-a66e-74581ba697f9 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.136011] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.136292] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.136758] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.142701] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.143709] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597a929c-4755-4c3c-9e0c-491f82c814aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.154509] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.154793] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-977edc1e-ac75-4e94-8001-febf249e24ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.166224] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1f6df80f-a568-4f29-9832-71aa8cbbf7df tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.460s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.167261] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.275s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.167446] env[62822]: INFO nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: ef309ab6-e4ea-4b11-820e-6e24f56ee482] During sync_power_state the instance has a pending task (deleting). Skip. [ 1181.167613] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "ef309ab6-e4ea-4b11-820e-6e24f56ee482" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.235332] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.235558] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.235760] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleting the datastore file [datastore2] 996d3c16-fa03-4f84-94ad-7d6faa72d99f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.236058] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-518c1c9b-8e6e-40b9-bd26-56573912d251 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.246183] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1181.246183] env[62822]: value = "task-2765210" [ 1181.246183] env[62822]: _type = "Task" [ 1181.246183] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.257889] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.328033] env[62822]: DEBUG nova.compute.manager [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Received event network-vif-plugged-4cf1c384-b533-4773-a66e-74581ba697f9 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.328375] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Acquiring lock "c98661f3-a069-42d6-ac8b-880c8d163d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.329099] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.329451] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.329621] env[62822]: DEBUG nova.compute.manager [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] No waiting events found dispatching network-vif-plugged-4cf1c384-b533-4773-a66e-74581ba697f9 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.329834] env[62822]: WARNING nova.compute.manager [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Received unexpected event network-vif-plugged-4cf1c384-b533-4773-a66e-74581ba697f9 for instance with vm_state building and task_state spawning. [ 1181.330089] env[62822]: DEBUG nova.compute.manager [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Received event network-vif-unplugged-4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.330313] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Acquiring lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.330502] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.330685] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.330930] env[62822]: DEBUG nova.compute.manager [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] No waiting events found dispatching network-vif-unplugged-4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.331177] env[62822]: WARNING nova.compute.manager [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Received unexpected event network-vif-unplugged-4da0739e-5af8-4beb-94a9-9f098b81bf02 for instance with vm_state shelved and task_state shelving_offloading. [ 1181.331402] env[62822]: DEBUG nova.compute.manager [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Received event network-changed-4cf1c384-b533-4773-a66e-74581ba697f9 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.331601] env[62822]: DEBUG nova.compute.manager [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Refreshing instance network info cache due to event network-changed-4cf1c384-b533-4773-a66e-74581ba697f9. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1181.331860] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Acquiring lock "refresh_cache-c98661f3-a069-42d6-ac8b-880c8d163d36" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.332069] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Acquired lock "refresh_cache-c98661f3-a069-42d6-ac8b-880c8d163d36" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.332270] env[62822]: DEBUG nova.network.neutron [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Refreshing network info cache for port 4cf1c384-b533-4773-a66e-74581ba697f9 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.396827] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765208, 'name': RelocateVM_Task} progress is 56%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.585790] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "refresh_cache-c98661f3-a069-42d6-ac8b-880c8d163d36" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.759634] env[62822]: DEBUG oslo_vmware.api [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169312} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.759910] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.760116] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.760296] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.791188] env[62822]: INFO nova.scheduler.client.report [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleted allocations for instance 996d3c16-fa03-4f84-94ad-7d6faa72d99f [ 1181.865314] env[62822]: DEBUG nova.network.neutron [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.897849] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765208, 'name': RelocateVM_Task} progress is 69%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.943671] env[62822]: DEBUG nova.network.neutron [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.296408] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.296692] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.296923] env[62822]: DEBUG nova.objects.instance [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'resources' on Instance uuid 996d3c16-fa03-4f84-94ad-7d6faa72d99f {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.398223] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765208, 'name': RelocateVM_Task} progress is 84%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.446852] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Releasing lock "refresh_cache-c98661f3-a069-42d6-ac8b-880c8d163d36" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.447246] env[62822]: DEBUG nova.compute.manager [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Received event network-changed-4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1182.447506] env[62822]: DEBUG nova.compute.manager [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Refreshing instance network info cache due to event network-changed-4da0739e-5af8-4beb-94a9-9f098b81bf02. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1182.447776] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Acquiring lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.447988] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Acquired lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.448275] env[62822]: DEBUG nova.network.neutron [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Refreshing network info cache for port 4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.449832] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "refresh_cache-c98661f3-a069-42d6-ac8b-880c8d163d36" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.449988] env[62822]: DEBUG nova.network.neutron [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.802405] env[62822]: DEBUG nova.objects.instance [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'numa_topology' on Instance uuid 996d3c16-fa03-4f84-94ad-7d6faa72d99f {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.895673] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765208, 'name': RelocateVM_Task} progress is 97%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.000232] env[62822]: DEBUG nova.network.neutron [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.036830] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.037061] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.198457] env[62822]: DEBUG nova.network.neutron [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Updating instance_info_cache with network_info: [{"id": "4cf1c384-b533-4773-a66e-74581ba697f9", "address": "fa:16:3e:63:f2:ef", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf1c384-b5", "ovs_interfaceid": "4cf1c384-b533-4773-a66e-74581ba697f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.250168] env[62822]: DEBUG nova.network.neutron [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updated VIF entry in instance network info cache for port 4da0739e-5af8-4beb-94a9-9f098b81bf02. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.250538] env[62822]: DEBUG nova.network.neutron [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updating instance_info_cache with network_info: [{"id": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "address": "fa:16:3e:31:de:ec", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4da0739e-5a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.305261] env[62822]: DEBUG nova.objects.base [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Object Instance<996d3c16-fa03-4f84-94ad-7d6faa72d99f> lazy-loaded attributes: resources,numa_topology {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.396796] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765208, 'name': RelocateVM_Task} progress is 97%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.433562] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2535f616-ecd6-47a0-a8d6-e0c102fb2b22 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.442031] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6edd92-b4da-4ae4-92aa-114a5d0e7b9c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.475797] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92ad5f1-a605-4e38-a129-52c2547e9b68 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.483973] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f388e10d-5a9f-4c7b-9adf-bb9f4201e7ef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.497297] env[62822]: DEBUG nova.compute.provider_tree [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.538809] env[62822]: DEBUG nova.compute.manager [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.701210] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "refresh_cache-c98661f3-a069-42d6-ac8b-880c8d163d36" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.702036] env[62822]: DEBUG nova.compute.manager [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Instance network_info: |[{"id": "4cf1c384-b533-4773-a66e-74581ba697f9", "address": "fa:16:3e:63:f2:ef", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf1c384-b5", "ovs_interfaceid": "4cf1c384-b533-4773-a66e-74581ba697f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.702036] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:f2:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cf1c384-b533-4773-a66e-74581ba697f9', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.709385] env[62822]: DEBUG oslo.service.loopingcall [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.709933] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.710202] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea858fab-b8aa-4f9d-9362-b6132160977b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.731281] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.731281] env[62822]: value = "task-2765211" [ 1183.731281] env[62822]: _type = "Task" [ 1183.731281] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.739165] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765211, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.754061] env[62822]: DEBUG oslo_concurrency.lockutils [req-471a33c4-722a-44da-8282-587537aaf488 req-58ef71cb-d31f-4daf-925f-9fa0f384b42e service nova] Releasing lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.896441] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765208, 'name': RelocateVM_Task} progress is 97%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.905169] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.000296] env[62822]: DEBUG nova.scheduler.client.report [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.059589] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.242752] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765211, 'name': CreateVM_Task, 'duration_secs': 0.374125} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.242989] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.243670] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.243839] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.244244] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.244544] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b682da-690e-4673-801b-023161f281cc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.249717] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1184.249717] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]523eedf1-2ede-4d9c-76f2-617ce9a869e7" [ 1184.249717] env[62822]: _type = "Task" [ 1184.249717] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.258668] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523eedf1-2ede-4d9c-76f2-617ce9a869e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.396208] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765208, 'name': RelocateVM_Task, 'duration_secs': 4.001962} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.396498] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.396700] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556292', 'volume_id': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'name': 'volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87463fb5-ca61-4e15-9721-2a90ba39a660', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'serial': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.397477] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873a8d0c-2e74-41a3-9619-af2b7c083742 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.415043] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4fdf70-3df7-403f-8682-c98148ac9643 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.437017] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa/volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.437421] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e5159e-4d0e-4a07-b4a8-22977b0b395e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.458997] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1184.458997] env[62822]: value = "task-2765212" [ 1184.458997] env[62822]: _type = "Task" [ 1184.458997] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.467999] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.506053] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.508527] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.449s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.510068] env[62822]: INFO nova.compute.claims [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.760330] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]523eedf1-2ede-4d9c-76f2-617ce9a869e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.760570] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.760781] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.761024] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.761226] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.761465] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.761719] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70727d2c-0276-4469-ac5d-5327d468b080 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.772253] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.772456] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.773257] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578019c3-df5e-43b2-824d-d33925fae747 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.778968] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1184.778968] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52281b90-d71d-e4d7-6a86-2c9b95544c6f" [ 1184.778968] env[62822]: _type = "Task" [ 1184.778968] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.787657] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52281b90-d71d-e4d7-6a86-2c9b95544c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.969513] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.018067] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f051723-3853-4ba9-8647-2bfcf7202fe9 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.983s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.018901] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.127s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.019109] env[62822]: INFO nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1185.019288] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.019685] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.115s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.019854] env[62822]: INFO nova.compute.manager [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Unshelving [ 1185.290198] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52281b90-d71d-e4d7-6a86-2c9b95544c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.015071} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.291115] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7872a9c9-8f5f-4b7e-adf2-8d33f613d774 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.297086] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1185.297086] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c7ccf1-eecf-cb4a-3875-f868a4dc9571" [ 1185.297086] env[62822]: _type = "Task" [ 1185.297086] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.304956] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c7ccf1-eecf-cb4a-3875-f868a4dc9571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.469960] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765212, 'name': ReconfigVM_Task, 'duration_secs': 0.948208} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.470396] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa/volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.475061] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66a4d05-65c5-46d0-80ec-c549c14199a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.493031] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1185.493031] env[62822]: value = "task-2765213" [ 1185.493031] env[62822]: _type = "Task" [ 1185.493031] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.501467] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.629048] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aff7632-a090-4d86-8c38-e8ea213973f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.639258] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7d6f1c-02da-41ef-9c22-b92a9191dcac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.670673] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e939d061-6d5e-4196-808e-6dc4fb87101e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.678777] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c3349-8dde-4d7f-bc18-075ebe71de02 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.692429] env[62822]: DEBUG nova.compute.provider_tree [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.807868] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c7ccf1-eecf-cb4a-3875-f868a4dc9571, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.808155] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.808406] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] c98661f3-a069-42d6-ac8b-880c8d163d36/c98661f3-a069-42d6-ac8b-880c8d163d36.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.808666] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-442322ff-2639-4951-ab35-82ac60d04770 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.816021] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1185.816021] env[62822]: value = "task-2765214" [ 1185.816021] env[62822]: _type = "Task" [ 1185.816021] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.824500] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.003950] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765213, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.041580] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.197126] env[62822]: DEBUG nova.scheduler.client.report [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.326914] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454774} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.327199] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] c98661f3-a069-42d6-ac8b-880c8d163d36/c98661f3-a069-42d6-ac8b-880c8d163d36.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.327415] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.327671] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4b0ced3-bf40-4967-898d-da81db7e32bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.337273] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1186.337273] env[62822]: value = "task-2765215" [ 1186.337273] env[62822]: _type = "Task" [ 1186.337273] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.347046] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.504509] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765213, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.700777] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.701510] env[62822]: DEBUG nova.compute.manager [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.704495] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.663s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.704702] env[62822]: DEBUG nova.objects.instance [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'pci_requests' on Instance uuid 996d3c16-fa03-4f84-94ad-7d6faa72d99f {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.847951] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064294} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.848180] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.848962] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd3bbaf-c324-4f66-aff9-8e5cbbb2ea20 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.871271] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] c98661f3-a069-42d6-ac8b-880c8d163d36/c98661f3-a069-42d6-ac8b-880c8d163d36.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.871920] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9216f2-3965-4a90-b87e-5de7a9f22256 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.891887] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1186.891887] env[62822]: value = "task-2765216" [ 1186.891887] env[62822]: _type = "Task" [ 1186.891887] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.900029] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.004997] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765213, 'name': ReconfigVM_Task, 'duration_secs': 1.198666} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.005356] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556292', 'volume_id': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'name': 'volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87463fb5-ca61-4e15-9721-2a90ba39a660', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'serial': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1187.005924] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03dc013b-d6c6-4c83-a073-4feb801b7ba6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.013200] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1187.013200] env[62822]: value = "task-2765217" [ 1187.013200] env[62822]: _type = "Task" [ 1187.013200] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.021512] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765217, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.208024] env[62822]: DEBUG nova.compute.utils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.210610] env[62822]: DEBUG nova.objects.instance [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'numa_topology' on Instance uuid 996d3c16-fa03-4f84-94ad-7d6faa72d99f {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.211666] env[62822]: DEBUG nova.compute.manager [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.212625] env[62822]: DEBUG nova.network.neutron [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.254323] env[62822]: DEBUG nova.policy [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75f4eb2590643d59a312351aabca4a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe592d3bdd84e8a8510c55616ccd574', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.403098] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765216, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.523553] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765217, 'name': Rename_Task, 'duration_secs': 0.287122} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.523857] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.524095] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f774fe5-d884-4d5b-ba13-357cb0a6555b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.526864] env[62822]: DEBUG nova.network.neutron [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Successfully created port: b5ce0c58-0c73-4f6c-955a-e3630554a031 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.530893] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1187.530893] env[62822]: value = "task-2765218" [ 1187.530893] env[62822]: _type = "Task" [ 1187.530893] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.546636] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.712738] env[62822]: DEBUG nova.compute.manager [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.715905] env[62822]: INFO nova.compute.claims [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.906235] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765216, 'name': ReconfigVM_Task, 'duration_secs': 0.531386} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.906413] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Reconfigured VM instance instance-00000079 to attach disk [datastore2] c98661f3-a069-42d6-ac8b-880c8d163d36/c98661f3-a069-42d6-ac8b-880c8d163d36.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.907280] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88e42a39-6582-437b-b4c7-d85028829aba {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.915378] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1187.915378] env[62822]: value = "task-2765219" [ 1187.915378] env[62822]: _type = "Task" [ 1187.915378] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.924098] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765219, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.043508] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765218, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.425792] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765219, 'name': Rename_Task, 'duration_secs': 0.14315} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.426017] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.426263] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50e7b97b-943d-46cc-abf2-fbf6162c8f24 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.432652] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1188.432652] env[62822]: value = "task-2765220" [ 1188.432652] env[62822]: _type = "Task" [ 1188.432652] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.440793] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.540880] env[62822]: DEBUG oslo_vmware.api [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765218, 'name': PowerOnVM_Task, 'duration_secs': 0.515786} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.541297] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.541424] env[62822]: INFO nova.compute.manager [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1188.541572] env[62822]: DEBUG nova.compute.manager [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.542371] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0eff5f-4781-4120-b072-3968c8aa8c33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.727203] env[62822]: DEBUG nova.compute.manager [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.757576] env[62822]: DEBUG nova.virt.hardware [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.757823] env[62822]: DEBUG nova.virt.hardware [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.757980] env[62822]: DEBUG nova.virt.hardware [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.758180] env[62822]: DEBUG nova.virt.hardware [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.758326] env[62822]: DEBUG nova.virt.hardware [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.758474] env[62822]: DEBUG nova.virt.hardware [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.758681] env[62822]: DEBUG nova.virt.hardware [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.758839] env[62822]: DEBUG nova.virt.hardware [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.759012] env[62822]: DEBUG nova.virt.hardware [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.759182] env[62822]: DEBUG nova.virt.hardware [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.759356] env[62822]: DEBUG nova.virt.hardware [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.760407] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e878ce-1f8a-480a-bf52-df60d17c1b9a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.770502] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cfdac7-b571-4416-8f63-a876df99fdbc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.848045] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93419bd-e81f-42d4-b719-c2917999f14c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.856634] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481bb9d2-ce03-4aab-8184-621666e387a2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.888629] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bfbb13-205d-4342-9ae2-b1c8bde919c1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.897045] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f774117-f7da-4180-8eeb-36d9388ca842 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.913633] env[62822]: DEBUG nova.compute.provider_tree [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.943565] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.980888] env[62822]: DEBUG nova.compute.manager [req-d7ffcf93-a806-4d98-ac10-e7d4200e4b13 req-81dc0459-5350-4e90-958c-6f2486f4198c service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Received event network-vif-plugged-b5ce0c58-0c73-4f6c-955a-e3630554a031 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.980969] env[62822]: DEBUG oslo_concurrency.lockutils [req-d7ffcf93-a806-4d98-ac10-e7d4200e4b13 req-81dc0459-5350-4e90-958c-6f2486f4198c service nova] Acquiring lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.981192] env[62822]: DEBUG oslo_concurrency.lockutils [req-d7ffcf93-a806-4d98-ac10-e7d4200e4b13 req-81dc0459-5350-4e90-958c-6f2486f4198c service nova] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.981412] env[62822]: DEBUG oslo_concurrency.lockutils [req-d7ffcf93-a806-4d98-ac10-e7d4200e4b13 req-81dc0459-5350-4e90-958c-6f2486f4198c service nova] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.981503] env[62822]: DEBUG nova.compute.manager [req-d7ffcf93-a806-4d98-ac10-e7d4200e4b13 req-81dc0459-5350-4e90-958c-6f2486f4198c service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] No waiting events found dispatching network-vif-plugged-b5ce0c58-0c73-4f6c-955a-e3630554a031 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.981670] env[62822]: WARNING nova.compute.manager [req-d7ffcf93-a806-4d98-ac10-e7d4200e4b13 req-81dc0459-5350-4e90-958c-6f2486f4198c service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Received unexpected event network-vif-plugged-b5ce0c58-0c73-4f6c-955a-e3630554a031 for instance with vm_state building and task_state spawning. [ 1189.063559] env[62822]: INFO nova.compute.manager [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Took 16.96 seconds to build instance. [ 1189.067255] env[62822]: DEBUG nova.network.neutron [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Successfully updated port: b5ce0c58-0c73-4f6c-955a-e3630554a031 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.417797] env[62822]: DEBUG nova.scheduler.client.report [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.444778] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.566069] env[62822]: DEBUG oslo_concurrency.lockutils [None req-18d07856-5f85-4147-88b9-8af084420cbf tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.468s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.566478] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.672s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.566551] env[62822]: INFO nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1189.566727] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.572787] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "refresh_cache-7462b7cd-5a3f-40bd-ba46-c33125e9e39e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.572924] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "refresh_cache-7462b7cd-5a3f-40bd-ba46-c33125e9e39e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.573089] env[62822]: DEBUG nova.network.neutron [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.922668] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.218s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.945910] env[62822]: DEBUG oslo_vmware.api [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765220, 'name': PowerOnVM_Task, 'duration_secs': 1.107209} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.947332] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.947562] env[62822]: INFO nova.compute.manager [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1189.947773] env[62822]: DEBUG nova.compute.manager [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.948607] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c5a07b-b2e2-4146-ae1f-641ab49b4c4e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.968546] env[62822]: INFO nova.network.neutron [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updating port 4da0739e-5af8-4beb-94a9-9f098b81bf02 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1190.120763] env[62822]: DEBUG nova.network.neutron [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.337047] env[62822]: DEBUG nova.network.neutron [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Updating instance_info_cache with network_info: [{"id": "b5ce0c58-0c73-4f6c-955a-e3630554a031", "address": "fa:16:3e:e0:8e:13", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ce0c58-0c", "ovs_interfaceid": "b5ce0c58-0c73-4f6c-955a-e3630554a031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.472168] env[62822]: INFO nova.compute.manager [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Took 14.40 seconds to build instance. [ 1190.839402] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "refresh_cache-7462b7cd-5a3f-40bd-ba46-c33125e9e39e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.839820] env[62822]: DEBUG nova.compute.manager [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Instance network_info: |[{"id": "b5ce0c58-0c73-4f6c-955a-e3630554a031", "address": "fa:16:3e:e0:8e:13", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ce0c58-0c", "ovs_interfaceid": "b5ce0c58-0c73-4f6c-955a-e3630554a031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.840220] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:8e:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5ce0c58-0c73-4f6c-955a-e3630554a031', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.847999] env[62822]: DEBUG oslo.service.loopingcall [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1190.848235] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.848486] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5fcb952-8b7e-412a-837b-2e3320799477 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.870712] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.870712] env[62822]: value = "task-2765221" [ 1190.870712] env[62822]: _type = "Task" [ 1190.870712] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.879216] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765221, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.975291] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ebb93cbd-275f-42e3-96d3-cd9989ceaeb0 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.913s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.975686] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.081s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.976935] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcabd992-385d-426a-9a33-f23597014d0a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.013776] env[62822]: DEBUG nova.compute.manager [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Received event network-changed-b5ce0c58-0c73-4f6c-955a-e3630554a031 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1191.013932] env[62822]: DEBUG nova.compute.manager [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Refreshing instance network info cache due to event network-changed-b5ce0c58-0c73-4f6c-955a-e3630554a031. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1191.014161] env[62822]: DEBUG oslo_concurrency.lockutils [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] Acquiring lock "refresh_cache-7462b7cd-5a3f-40bd-ba46-c33125e9e39e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.014311] env[62822]: DEBUG oslo_concurrency.lockutils [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] Acquired lock "refresh_cache-7462b7cd-5a3f-40bd-ba46-c33125e9e39e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.014473] env[62822]: DEBUG nova.network.neutron [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Refreshing network info cache for port b5ce0c58-0c73-4f6c-955a-e3630554a031 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.381447] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765221, 'name': CreateVM_Task, 'duration_secs': 0.30766} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.381656] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.382299] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.382464] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.382788] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.383048] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267f1d83-b8b1-45e1-b5de-960fca0b49d9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.388108] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1191.388108] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526a2483-96ed-d127-7424-2d216d12ea3e" [ 1191.388108] env[62822]: _type = "Task" [ 1191.388108] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.397561] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526a2483-96ed-d127-7424-2d216d12ea3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.492786] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.497172] env[62822]: DEBUG nova.compute.manager [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Stashing vm_state: active {{(pid=62822) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1191.758533] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "c98661f3-a069-42d6-ac8b-880c8d163d36" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.758732] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.758906] env[62822]: DEBUG nova.compute.manager [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.759836] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb2f7be-7beb-4a95-8bce-e81dbf8ddea6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.767803] env[62822]: DEBUG nova.compute.manager [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62822) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1191.768385] env[62822]: DEBUG nova.objects.instance [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lazy-loading 'flavor' on Instance uuid c98661f3-a069-42d6-ac8b-880c8d163d36 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.901368] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526a2483-96ed-d127-7424-2d216d12ea3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.901722] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.901904] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.902353] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.902525] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.902713] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.902972] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b1502b6-c844-4607-8e8a-2c623a174342 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.917385] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.917592] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.918354] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671270c3-1219-49cb-be95-8c920668afef {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.923892] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1191.923892] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52218428-2fa4-35db-83e6-b4442038f8cf" [ 1191.923892] env[62822]: _type = "Task" [ 1191.923892] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.935203] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52218428-2fa4-35db-83e6-b4442038f8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.017763] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.017955] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.018181] env[62822]: DEBUG nova.network.neutron [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.025113] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.025234] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.058827] env[62822]: DEBUG nova.network.neutron [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Updated VIF entry in instance network info cache for port b5ce0c58-0c73-4f6c-955a-e3630554a031. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.059269] env[62822]: DEBUG nova.network.neutron [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Updating instance_info_cache with network_info: [{"id": "b5ce0c58-0c73-4f6c-955a-e3630554a031", "address": "fa:16:3e:e0:8e:13", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ce0c58-0c", "ovs_interfaceid": "b5ce0c58-0c73-4f6c-955a-e3630554a031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.434996] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52218428-2fa4-35db-83e6-b4442038f8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.029519} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.435815] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393a9c0b-3412-4095-94f6-f797ea478d27 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.441396] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1192.441396] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522cdd9a-d29b-5523-250c-94ae8a82db91" [ 1192.441396] env[62822]: _type = "Task" [ 1192.441396] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.449923] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522cdd9a-d29b-5523-250c-94ae8a82db91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.533882] env[62822]: INFO nova.compute.claims [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.562238] env[62822]: DEBUG oslo_concurrency.lockutils [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] Releasing lock "refresh_cache-7462b7cd-5a3f-40bd-ba46-c33125e9e39e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.562563] env[62822]: DEBUG nova.compute.manager [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Received event network-changed-9c9d83d2-1dd8-438b-838b-cd71410ed744 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.562737] env[62822]: DEBUG nova.compute.manager [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Refreshing instance network info cache due to event network-changed-9c9d83d2-1dd8-438b-838b-cd71410ed744. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1192.562951] env[62822]: DEBUG oslo_concurrency.lockutils [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] Acquiring lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.563105] env[62822]: DEBUG oslo_concurrency.lockutils [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] Acquired lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.563314] env[62822]: DEBUG nova.network.neutron [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Refreshing network info cache for port 9c9d83d2-1dd8-438b-838b-cd71410ed744 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.729788] env[62822]: DEBUG nova.network.neutron [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updating instance_info_cache with network_info: [{"id": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "address": "fa:16:3e:31:de:ec", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da0739e-5a", "ovs_interfaceid": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.778741] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.778962] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78335285-6b93-4712-9b6f-f8874c1d3b3f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.787297] env[62822]: DEBUG oslo_vmware.api [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1192.787297] env[62822]: value = "task-2765222" [ 1192.787297] env[62822]: _type = "Task" [ 1192.787297] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.797509] env[62822]: DEBUG oslo_vmware.api [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.952339] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522cdd9a-d29b-5523-250c-94ae8a82db91, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.952665] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.952907] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 7462b7cd-5a3f-40bd-ba46-c33125e9e39e/7462b7cd-5a3f-40bd-ba46-c33125e9e39e.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.953210] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc635f44-ea58-466a-b028-8a6de0af2c43 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.962477] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1192.962477] env[62822]: value = "task-2765223" [ 1192.962477] env[62822]: _type = "Task" [ 1192.962477] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.972296] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.040586] env[62822]: INFO nova.compute.resource_tracker [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating resource usage from migration 49fe9bb4-cee5-4a48-b7d2-d0926e938a2b [ 1193.045511] env[62822]: DEBUG nova.compute.manager [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Received event network-vif-plugged-4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1193.045750] env[62822]: DEBUG oslo_concurrency.lockutils [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] Acquiring lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.045952] env[62822]: DEBUG oslo_concurrency.lockutils [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.046127] env[62822]: DEBUG oslo_concurrency.lockutils [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.046295] env[62822]: DEBUG nova.compute.manager [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] No waiting events found dispatching network-vif-plugged-4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.046454] env[62822]: WARNING nova.compute.manager [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Received unexpected event network-vif-plugged-4da0739e-5af8-4beb-94a9-9f098b81bf02 for instance with vm_state shelved_offloaded and task_state spawning. [ 1193.046609] env[62822]: DEBUG nova.compute.manager [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Received event network-changed-4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1193.046757] env[62822]: DEBUG nova.compute.manager [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Refreshing instance network info cache due to event network-changed-4da0739e-5af8-4beb-94a9-9f098b81bf02. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1193.046916] env[62822]: DEBUG oslo_concurrency.lockutils [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] Acquiring lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.166723] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edd74e7-4246-43f7-8aba-a2764b47273e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.179855] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986ec141-04e5-4947-962a-398a81ca5d2f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.217043] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ac10b5-7847-4d84-b8a4-ca0c87740e6d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.226831] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c4c462-9df6-49f0-9f52-39c127f01da8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.231913] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.242822] env[62822]: DEBUG oslo_concurrency.lockutils [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] Acquired lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.243073] env[62822]: DEBUG nova.network.neutron [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Refreshing network info cache for port 4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.244863] env[62822]: DEBUG nova.compute.provider_tree [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.271083] env[62822]: DEBUG nova.virt.hardware [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d033b9d99863bbaeca0a9ca3b6cd66fe',container_format='bare',created_at=2025-02-21T13:25:13Z,direct_url=,disk_format='vmdk',id=6610c086-aba9-4010-aa90-c969f2c8beb8,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-46313370-shelved',owner='8b01012c47334c55845412481bc4a582',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-02-21T13:25:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.271425] env[62822]: DEBUG nova.virt.hardware [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.271893] env[62822]: DEBUG nova.virt.hardware [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.271893] env[62822]: DEBUG nova.virt.hardware [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.272034] env[62822]: DEBUG nova.virt.hardware [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.272152] env[62822]: DEBUG nova.virt.hardware [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.272386] env[62822]: DEBUG nova.virt.hardware [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.272555] env[62822]: DEBUG nova.virt.hardware [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.272765] env[62822]: DEBUG nova.virt.hardware [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.272990] env[62822]: DEBUG nova.virt.hardware [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.273265] env[62822]: DEBUG nova.virt.hardware [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.274542] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a50b6bd-b925-4fc2-b46e-d1d68f6f5a07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.284499] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638c2e4b-8da1-45c9-b44f-b3778c97f97c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.293553] env[62822]: DEBUG nova.network.neutron [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Updated VIF entry in instance network info cache for port 9c9d83d2-1dd8-438b-838b-cd71410ed744. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.293917] env[62822]: DEBUG nova.network.neutron [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Updating instance_info_cache with network_info: [{"id": "9c9d83d2-1dd8-438b-838b-cd71410ed744", "address": "fa:16:3e:88:90:7b", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9d83d2-1d", "ovs_interfaceid": "9c9d83d2-1dd8-438b-838b-cd71410ed744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.304366] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:de:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4da0739e-5af8-4beb-94a9-9f098b81bf02', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.312349] env[62822]: DEBUG oslo.service.loopingcall [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1193.316992] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.317393] env[62822]: DEBUG oslo_vmware.api [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765222, 'name': PowerOffVM_Task, 'duration_secs': 0.22872} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.317612] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b152d23-3413-4e3d-94e2-4ec1e699746e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.333043] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.333351] env[62822]: DEBUG nova.compute.manager [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.334266] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c88dba-dc9b-4c6c-80f8-c868d49306d5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.347469] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.347469] env[62822]: value = "task-2765224" [ 1193.347469] env[62822]: _type = "Task" [ 1193.347469] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.359306] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765224, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.473948] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765223, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.749874] env[62822]: DEBUG nova.scheduler.client.report [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.805345] env[62822]: DEBUG oslo_concurrency.lockutils [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] Releasing lock "refresh_cache-b5714e47-2750-4617-a185-7e1cfeac03dd" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.805536] env[62822]: DEBUG nova.compute.manager [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Received event network-changed-d08959fc-3b6f-4881-9e9d-3ed612cbf89f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1193.805790] env[62822]: DEBUG nova.compute.manager [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Refreshing instance network info cache due to event network-changed-d08959fc-3b6f-4881-9e9d-3ed612cbf89f. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1193.805953] env[62822]: DEBUG oslo_concurrency.lockutils [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] Acquiring lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.806106] env[62822]: DEBUG oslo_concurrency.lockutils [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] Acquired lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.806268] env[62822]: DEBUG nova.network.neutron [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Refreshing network info cache for port d08959fc-3b6f-4881-9e9d-3ed612cbf89f {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.851902] env[62822]: DEBUG oslo_concurrency.lockutils [None req-7a31dbc7-e227-4f97-b489-4a0c924f9340 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.093s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.859271] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765224, 'name': CreateVM_Task, 'duration_secs': 0.482893} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.859428] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.860029] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.860220] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.860660] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.860865] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9819676-a163-4982-870f-bbd1fb7976c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.868228] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1193.868228] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b55c99-3f27-5625-5cc8-678dde142740" [ 1193.868228] env[62822]: _type = "Task" [ 1193.868228] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.877114] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52b55c99-3f27-5625-5cc8-678dde142740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.949721] env[62822]: DEBUG nova.network.neutron [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updated VIF entry in instance network info cache for port 4da0739e-5af8-4beb-94a9-9f098b81bf02. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.950148] env[62822]: DEBUG nova.network.neutron [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updating instance_info_cache with network_info: [{"id": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "address": "fa:16:3e:31:de:ec", "network": {"id": "c4fe063d-1870-4a8c-a0fb-ca9fb25b3408", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1530126985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b01012c47334c55845412481bc4a582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da0739e-5a", "ovs_interfaceid": "4da0739e-5af8-4beb-94a9-9f098b81bf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.973443] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520389} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.973821] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore2] 7462b7cd-5a3f-40bd-ba46-c33125e9e39e/7462b7cd-5a3f-40bd-ba46-c33125e9e39e.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.973911] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.974160] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aea6386-29b6-4b56-9b41-49dd777c585b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.981140] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1193.981140] env[62822]: value = "task-2765225" [ 1193.981140] env[62822]: _type = "Task" [ 1193.981140] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.990481] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.111848] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "c98661f3-a069-42d6-ac8b-880c8d163d36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.112109] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.112324] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "c98661f3-a069-42d6-ac8b-880c8d163d36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.112510] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.112755] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.114899] env[62822]: INFO nova.compute.manager [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Terminating instance [ 1194.255477] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.230s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.255686] env[62822]: INFO nova.compute.manager [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Migrating [ 1194.382098] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.382348] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Processing image 6610c086-aba9-4010-aa90-c969f2c8beb8 {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.382581] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8/6610c086-aba9-4010-aa90-c969f2c8beb8.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.382727] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8/6610c086-aba9-4010-aa90-c969f2c8beb8.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.382901] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.383162] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30de93f0-0267-43e4-88c0-ba2e46c4842a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.392255] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.392438] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.393144] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ff4305-cf57-429f-8c4b-b5e341c14750 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.398619] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1194.398619] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52df36bd-f844-e346-fbe0-ec43b80a17ae" [ 1194.398619] env[62822]: _type = "Task" [ 1194.398619] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.409315] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52df36bd-f844-e346-fbe0-ec43b80a17ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.454898] env[62822]: DEBUG oslo_concurrency.lockutils [req-6715eac7-50e4-4506-9436-9c5bed0f0aa8 req-031e407e-76cb-43bc-9a99-6db551128ee3 service nova] Releasing lock "refresh_cache-996d3c16-fa03-4f84-94ad-7d6faa72d99f" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.492928] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255869} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.493221] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.494145] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3aaaf8-bc84-4202-a7ef-5bc834f300c2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.517380] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 7462b7cd-5a3f-40bd-ba46-c33125e9e39e/7462b7cd-5a3f-40bd-ba46-c33125e9e39e.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.518338] env[62822]: DEBUG nova.network.neutron [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updated VIF entry in instance network info cache for port d08959fc-3b6f-4881-9e9d-3ed612cbf89f. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.518707] env[62822]: DEBUG nova.network.neutron [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance_info_cache with network_info: [{"id": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "address": "fa:16:3e:81:7e:96", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08959fc-3b", "ovs_interfaceid": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.519852] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-614a261b-0a91-4cb5-9dfd-71cc5241efc0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.534797] env[62822]: DEBUG oslo_concurrency.lockutils [req-b78d9caa-add4-4149-8e59-a1fb1a336c66 req-8642d23e-0300-4d8b-bd89-d47c1d5b199f service nova] Releasing lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.542256] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1194.542256] env[62822]: value = "task-2765226" [ 1194.542256] env[62822]: _type = "Task" [ 1194.542256] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.551186] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.618408] env[62822]: DEBUG nova.compute.manager [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.618665] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.619464] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ebee04-c9b1-4e6a-a583-2a22c163653b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.628151] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.628151] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e4b82ab-4bde-4f50-a840-557ac5f5abda {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.702509] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.702827] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.702944] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleting the datastore file [datastore2] c98661f3-a069-42d6-ac8b-880c8d163d36 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.703212] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b8895f-6816-4992-9ea8-bd8fa9947226 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.712034] env[62822]: DEBUG oslo_vmware.api [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1194.712034] env[62822]: value = "task-2765228" [ 1194.712034] env[62822]: _type = "Task" [ 1194.712034] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.722797] env[62822]: DEBUG oslo_vmware.api [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.772903] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.773120] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.773345] env[62822]: DEBUG nova.network.neutron [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.909385] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Preparing fetch location {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1194.909573] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Fetch image to [datastore2] OSTACK_IMG_44f0b381-7414-46f0-af61-d9a5bd63a3dd/OSTACK_IMG_44f0b381-7414-46f0-af61-d9a5bd63a3dd.vmdk {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1194.909841] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Downloading stream optimized image 6610c086-aba9-4010-aa90-c969f2c8beb8 to [datastore2] OSTACK_IMG_44f0b381-7414-46f0-af61-d9a5bd63a3dd/OSTACK_IMG_44f0b381-7414-46f0-af61-d9a5bd63a3dd.vmdk on the data store datastore2 as vApp {{(pid=62822) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1194.910068] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Downloading image file data 6610c086-aba9-4010-aa90-c969f2c8beb8 to the ESX as VM named 'OSTACK_IMG_44f0b381-7414-46f0-af61-d9a5bd63a3dd' {{(pid=62822) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1194.982999] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1194.982999] env[62822]: value = "resgroup-9" [ 1194.982999] env[62822]: _type = "ResourcePool" [ 1194.982999] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1194.983621] env[62822]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-410ee62f-1cca-4fe5-ad8d-99e355050bdd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.004751] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lease: (returnval){ [ 1195.004751] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5299ecc2-aa73-e092-f51e-7a759a44d2af" [ 1195.004751] env[62822]: _type = "HttpNfcLease" [ 1195.004751] env[62822]: } obtained for vApp import into resource pool (val){ [ 1195.004751] env[62822]: value = "resgroup-9" [ 1195.004751] env[62822]: _type = "ResourcePool" [ 1195.004751] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1195.005140] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the lease: (returnval){ [ 1195.005140] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5299ecc2-aa73-e092-f51e-7a759a44d2af" [ 1195.005140] env[62822]: _type = "HttpNfcLease" [ 1195.005140] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1195.011468] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1195.011468] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5299ecc2-aa73-e092-f51e-7a759a44d2af" [ 1195.011468] env[62822]: _type = "HttpNfcLease" [ 1195.011468] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1195.052399] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765226, 'name': ReconfigVM_Task, 'duration_secs': 0.303385} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.052777] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 7462b7cd-5a3f-40bd-ba46-c33125e9e39e/7462b7cd-5a3f-40bd-ba46-c33125e9e39e.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.053505] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d36cc173-d39f-400a-ac57-b80e2ca94bfa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.060325] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1195.060325] env[62822]: value = "task-2765230" [ 1195.060325] env[62822]: _type = "Task" [ 1195.060325] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.068883] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765230, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.221543] env[62822]: DEBUG oslo_vmware.api [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340513} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.221844] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.222078] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.222299] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.222523] env[62822]: INFO nova.compute.manager [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1195.222802] env[62822]: DEBUG oslo.service.loopingcall [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1195.223042] env[62822]: DEBUG nova.compute.manager [-] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.223166] env[62822]: DEBUG nova.network.neutron [-] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.513355] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1195.513355] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5299ecc2-aa73-e092-f51e-7a759a44d2af" [ 1195.513355] env[62822]: _type = "HttpNfcLease" [ 1195.513355] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1195.572368] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765230, 'name': Rename_Task, 'duration_secs': 0.146265} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.572368] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.572368] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0172be0-2f0e-4042-b1fb-04b2462199bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.575394] env[62822]: DEBUG nova.compute.manager [req-6fea70d2-4c22-41f3-8e11-47fee6b3c2c3 req-af413a9a-207a-475a-b206-9c64c7bb5539 service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Received event network-vif-deleted-4cf1c384-b533-4773-a66e-74581ba697f9 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1195.575575] env[62822]: INFO nova.compute.manager [req-6fea70d2-4c22-41f3-8e11-47fee6b3c2c3 req-af413a9a-207a-475a-b206-9c64c7bb5539 service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Neutron deleted interface 4cf1c384-b533-4773-a66e-74581ba697f9; detaching it from the instance and deleting it from the info cache [ 1195.575774] env[62822]: DEBUG nova.network.neutron [req-6fea70d2-4c22-41f3-8e11-47fee6b3c2c3 req-af413a9a-207a-475a-b206-9c64c7bb5539 service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.583782] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1195.583782] env[62822]: value = "task-2765231" [ 1195.583782] env[62822]: _type = "Task" [ 1195.583782] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.593669] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.595716] env[62822]: DEBUG nova.network.neutron [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance_info_cache with network_info: [{"id": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "address": "fa:16:3e:81:7e:96", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08959fc-3b", "ovs_interfaceid": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.015104] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1196.015104] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5299ecc2-aa73-e092-f51e-7a759a44d2af" [ 1196.015104] env[62822]: _type = "HttpNfcLease" [ 1196.015104] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1196.015104] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1196.015104] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5299ecc2-aa73-e092-f51e-7a759a44d2af" [ 1196.015104] env[62822]: _type = "HttpNfcLease" [ 1196.015104] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1196.015789] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1b9e9b-9334-4699-8d58-0cf749887118 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.023695] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523feffb-576c-0204-675e-a04c2de7c05c/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1196.023905] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523feffb-576c-0204-675e-a04c2de7c05c/disk-0.vmdk. {{(pid=62822) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1196.081886] env[62822]: DEBUG nova.network.neutron [-] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.084490] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60dd0640-59d5-4b70-97c2-6b3eb0f8ae65 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.097352] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a4a4638c-0bbf-4d5e-b7e6-391b9121035c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.105906] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.108078] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765231, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.112898] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a9f852-cc05-464c-a7e5-58d46c4840b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.148516] env[62822]: DEBUG nova.compute.manager [req-6fea70d2-4c22-41f3-8e11-47fee6b3c2c3 req-af413a9a-207a-475a-b206-9c64c7bb5539 service nova] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Detach interface failed, port_id=4cf1c384-b533-4773-a66e-74581ba697f9, reason: Instance c98661f3-a069-42d6-ac8b-880c8d163d36 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1196.585259] env[62822]: INFO nova.compute.manager [-] [instance: c98661f3-a069-42d6-ac8b-880c8d163d36] Took 1.36 seconds to deallocate network for instance. [ 1196.600017] env[62822]: DEBUG oslo_vmware.api [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765231, 'name': PowerOnVM_Task, 'duration_secs': 0.66331} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.601655] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.601788] env[62822]: INFO nova.compute.manager [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1196.601938] env[62822]: DEBUG nova.compute.manager [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.602808] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc968ea-1bb9-41f0-8d86-6682445ec97b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.094962] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.095396] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.095461] env[62822]: DEBUG nova.objects.instance [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lazy-loading 'resources' on Instance uuid c98661f3-a069-42d6-ac8b-880c8d163d36 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.130693] env[62822]: INFO nova.compute.manager [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Took 13.09 seconds to build instance. [ 1197.605128] env[62822]: DEBUG nova.compute.manager [req-043abdd6-2b5d-41eb-9618-3098ba5cdc78 req-e8c6958d-7b12-4a6d-a5af-aa1c9032e6df service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Received event network-changed-b5ce0c58-0c73-4f6c-955a-e3630554a031 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.605616] env[62822]: DEBUG nova.compute.manager [req-043abdd6-2b5d-41eb-9618-3098ba5cdc78 req-e8c6958d-7b12-4a6d-a5af-aa1c9032e6df service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Refreshing instance network info cache due to event network-changed-b5ce0c58-0c73-4f6c-955a-e3630554a031. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1197.605616] env[62822]: DEBUG oslo_concurrency.lockutils [req-043abdd6-2b5d-41eb-9618-3098ba5cdc78 req-e8c6958d-7b12-4a6d-a5af-aa1c9032e6df service nova] Acquiring lock "refresh_cache-7462b7cd-5a3f-40bd-ba46-c33125e9e39e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.605816] env[62822]: DEBUG oslo_concurrency.lockutils [req-043abdd6-2b5d-41eb-9618-3098ba5cdc78 req-e8c6958d-7b12-4a6d-a5af-aa1c9032e6df service nova] Acquired lock "refresh_cache-7462b7cd-5a3f-40bd-ba46-c33125e9e39e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.606624] env[62822]: DEBUG nova.network.neutron [req-043abdd6-2b5d-41eb-9618-3098ba5cdc78 req-e8c6958d-7b12-4a6d-a5af-aa1c9032e6df service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Refreshing network info cache for port b5ce0c58-0c73-4f6c-955a-e3630554a031 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.623238] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f5448c-77d7-480f-91dc-5eac112073b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.626605] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Completed reading data from the image iterator. {{(pid=62822) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1197.626808] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523feffb-576c-0204-675e-a04c2de7c05c/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1197.630576] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eea024f-95f3-4815-9f2b-b96b244c0f4f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.634018] env[62822]: DEBUG oslo_concurrency.lockutils [None req-08d2728f-dd57-4366-bd1f-753a463f101a tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.597s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.638305] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523feffb-576c-0204-675e-a04c2de7c05c/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1197.638466] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523feffb-576c-0204-675e-a04c2de7c05c/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1197.651581] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8cb05108-66a7-46a3-a706-dd97b7706069 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.653691] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance '87463fb5-ca61-4e15-9721-2a90ba39a660' progress to 0 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.755113] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74a86ab-2370-49ff-b73e-4d5e2dc75f3f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.763091] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5061fc0d-90ec-4d29-b249-8e2c4335e230 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.795144] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b392426f-7d58-4b5e-8f75-d404a5584792 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.801531] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe212e0-9dd1-47d0-9454-ad3acdc59297 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.815880] env[62822]: DEBUG nova.compute.provider_tree [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.159808] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.160113] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54248ac7-76ba-4e59-ab28-0ce09efb256e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.168104] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1198.168104] env[62822]: value = "task-2765232" [ 1198.168104] env[62822]: _type = "Task" [ 1198.168104] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.179489] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.241169] env[62822]: DEBUG oslo_vmware.rw_handles [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523feffb-576c-0204-675e-a04c2de7c05c/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1198.241454] env[62822]: INFO nova.virt.vmwareapi.images [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Downloaded image file data 6610c086-aba9-4010-aa90-c969f2c8beb8 [ 1198.242310] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f63d24-f9eb-453f-828a-6f063d5bfc07 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.261051] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-686d7a04-03c1-4d8b-82d8-3973f394a84d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.298606] env[62822]: INFO nova.virt.vmwareapi.images [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] The imported VM was unregistered [ 1198.301165] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Caching image {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1198.301485] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Creating directory with path [datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8 {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.301777] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8187ef8a-aba2-4527-9721-21415427a723 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.317248] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Created directory with path [datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8 {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.317456] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_44f0b381-7414-46f0-af61-d9a5bd63a3dd/OSTACK_IMG_44f0b381-7414-46f0-af61-d9a5bd63a3dd.vmdk to [datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8/6610c086-aba9-4010-aa90-c969f2c8beb8.vmdk. {{(pid=62822) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1198.318422] env[62822]: DEBUG nova.scheduler.client.report [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.321627] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-959cda3c-6ca3-4fb5-b525-3acf02d16648 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.327971] env[62822]: DEBUG nova.network.neutron [req-043abdd6-2b5d-41eb-9618-3098ba5cdc78 req-e8c6958d-7b12-4a6d-a5af-aa1c9032e6df service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Updated VIF entry in instance network info cache for port b5ce0c58-0c73-4f6c-955a-e3630554a031. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.328346] env[62822]: DEBUG nova.network.neutron [req-043abdd6-2b5d-41eb-9618-3098ba5cdc78 req-e8c6958d-7b12-4a6d-a5af-aa1c9032e6df service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Updating instance_info_cache with network_info: [{"id": "b5ce0c58-0c73-4f6c-955a-e3630554a031", "address": "fa:16:3e:e0:8e:13", "network": {"id": "c45fdd5b-eb92-4617-9f12-52779ea9e2c3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-404547483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe592d3bdd84e8a8510c55616ccd574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ce0c58-0c", "ovs_interfaceid": "b5ce0c58-0c73-4f6c-955a-e3630554a031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.330652] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1198.330652] env[62822]: value = "task-2765234" [ 1198.330652] env[62822]: _type = "Task" [ 1198.330652] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.340950] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765234, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.678246] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765232, 'name': PowerOffVM_Task, 'duration_secs': 0.184648} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.678867] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.679115] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance '87463fb5-ca61-4e15-9721-2a90ba39a660' progress to 17 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.825915] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.832806] env[62822]: DEBUG oslo_concurrency.lockutils [req-043abdd6-2b5d-41eb-9618-3098ba5cdc78 req-e8c6958d-7b12-4a6d-a5af-aa1c9032e6df service nova] Releasing lock "refresh_cache-7462b7cd-5a3f-40bd-ba46-c33125e9e39e" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.848996] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765234, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.850769] env[62822]: INFO nova.scheduler.client.report [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted allocations for instance c98661f3-a069-42d6-ac8b-880c8d163d36 [ 1199.185535] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.185973] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.186029] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.186269] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.186450] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.186671] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.186920] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.187131] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.187317] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.187490] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.187657] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.193228] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a52fcd59-ce54-49cb-bd62-fd300053792b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.212260] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1199.212260] env[62822]: value = "task-2765235" [ 1199.212260] env[62822]: _type = "Task" [ 1199.212260] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.222390] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.343912] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765234, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.358963] env[62822]: DEBUG oslo_concurrency.lockutils [None req-2f886497-b25c-45ee-8d02-5ccb6514f63f tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "c98661f3-a069-42d6-ac8b-880c8d163d36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.247s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.723478] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765235, 'name': ReconfigVM_Task, 'duration_secs': 0.356728} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.723812] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance '87463fb5-ca61-4e15-9721-2a90ba39a660' progress to 33 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.843549] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765234, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.041557] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "423f2874-a0b2-452f-bafd-79230c116ff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.041785] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "423f2874-a0b2-452f-bafd-79230c116ff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.230401] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.230827] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.230827] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.230964] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.231139] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.231290] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.231536] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.231704] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.231876] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.232059] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.232235] env[62822]: DEBUG nova.virt.hardware [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.238041] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.238369] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6c44c8-2816-4d0a-adfc-98877b5e3706 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.260224] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1200.260224] env[62822]: value = "task-2765236" [ 1200.260224] env[62822]: _type = "Task" [ 1200.260224] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.269872] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.344904] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765234, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.545037] env[62822]: DEBUG nova.compute.manager [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.771506] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.845869] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765234, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.064452] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.064821] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.066451] env[62822]: INFO nova.compute.claims [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.271899] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.346574] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765234, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.645605] env[62822]: DEBUG nova.compute.manager [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Stashing vm_state: active {{(pid=62822) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1201.771138] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765236, 'name': ReconfigVM_Task, 'duration_secs': 1.440385} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.771447] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.772208] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e454d9-a316-4fba-ba28-32b39ed6cb75 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.793676] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa/volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.793909] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb1ce271-a9cc-4dc9-88be-f7a1a624f6db {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.811651] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1201.811651] env[62822]: value = "task-2765237" [ 1201.811651] env[62822]: _type = "Task" [ 1201.811651] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.819503] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.845490] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765234, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.158769} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.845762] env[62822]: INFO nova.virt.vmwareapi.ds_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_44f0b381-7414-46f0-af61-d9a5bd63a3dd/OSTACK_IMG_44f0b381-7414-46f0-af61-d9a5bd63a3dd.vmdk to [datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8/6610c086-aba9-4010-aa90-c969f2c8beb8.vmdk. [ 1201.845948] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Cleaning up location [datastore2] OSTACK_IMG_44f0b381-7414-46f0-af61-d9a5bd63a3dd {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1201.846124] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_44f0b381-7414-46f0-af61-d9a5bd63a3dd {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.846373] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b244b367-3ca8-4f31-8ad6-d016262d1490 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.854070] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1201.854070] env[62822]: value = "task-2765238" [ 1201.854070] env[62822]: _type = "Task" [ 1201.854070] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.862287] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.160519] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.193431] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d17a46-4d25-4567-8645-4352e8885158 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.201595] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a799a6a-2618-4039-92b7-cfaa00f08d9c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.233438] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34caa99d-ea87-40fa-b947-d6df90f3e305 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.241322] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da3cb2c-9b70-4fd9-b369-7e7e86d78739 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.254859] env[62822]: DEBUG nova.compute.provider_tree [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.320503] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765237, 'name': ReconfigVM_Task, 'duration_secs': 0.26116} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.320840] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa/volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.321031] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance '87463fb5-ca61-4e15-9721-2a90ba39a660' progress to 50 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.363925] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098417} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.364146] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.364292] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8/6610c086-aba9-4010-aa90-c969f2c8beb8.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.364532] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8/6610c086-aba9-4010-aa90-c969f2c8beb8.vmdk to [datastore2] 996d3c16-fa03-4f84-94ad-7d6faa72d99f/996d3c16-fa03-4f84-94ad-7d6faa72d99f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.364785] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a05cad0-aa3e-417c-a1f9-86b5b0b69192 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.377225] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1202.377225] env[62822]: value = "task-2765239" [ 1202.377225] env[62822]: _type = "Task" [ 1202.377225] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.385455] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.757931] env[62822]: DEBUG nova.scheduler.client.report [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.828906] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4707d28f-a4ec-4ac6-8f4e-f747ef6d16f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.850758] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223bb04-b095-41ad-94d2-7a3e03c66a5d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.873821] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance '87463fb5-ca61-4e15-9721-2a90ba39a660' progress to 67 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.887128] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765239, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.264068] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.264270] env[62822]: DEBUG nova.compute.manager [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.266972] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.107s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.394868] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765239, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.769918] env[62822]: DEBUG nova.compute.utils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.771463] env[62822]: DEBUG nova.compute.manager [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.771640] env[62822]: DEBUG nova.network.neutron [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.776266] env[62822]: INFO nova.compute.claims [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.826982] env[62822]: DEBUG nova.policy [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91e916ef310f4b0d96a70288033db95c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bda8cc3e41743e2a93a4b7aeb17e8ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.893641] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765239, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.113603] env[62822]: DEBUG nova.network.neutron [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Successfully created port: c7ec6aed-2b8c-4688-b55f-5d7912f3ab92 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.274734] env[62822]: DEBUG nova.compute.manager [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.284038] env[62822]: INFO nova.compute.resource_tracker [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating resource usage from migration 4b67ff3e-75f3-4af4-a5a2-9d4307a76542 [ 1204.398588] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765239, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.456576] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3da040-7666-46f3-b746-ea454a701176 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.466981] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e33c2e-8a4b-43c8-89e5-56c2c230dedb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.505661] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdbfc98-542a-4589-9c3a-006a8444219a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.515340] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b26091-2aa2-4b37-b497-20894f3637e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.531177] env[62822]: DEBUG nova.compute.provider_tree [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.540767] env[62822]: DEBUG nova.network.neutron [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Port d08959fc-3b6f-4881-9e9d-3ed612cbf89f binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1204.894150] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765239, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.465887} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.894406] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6610c086-aba9-4010-aa90-c969f2c8beb8/6610c086-aba9-4010-aa90-c969f2c8beb8.vmdk to [datastore2] 996d3c16-fa03-4f84-94ad-7d6faa72d99f/996d3c16-fa03-4f84-94ad-7d6faa72d99f.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.895230] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c86f5-8350-4457-a32e-5836cf82b6b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.918136] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 996d3c16-fa03-4f84-94ad-7d6faa72d99f/996d3c16-fa03-4f84-94ad-7d6faa72d99f.vmdk or device None with type streamOptimized {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.918421] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a7bd10-c72a-4aff-8137-0ddd2811078e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.940033] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1204.940033] env[62822]: value = "task-2765240" [ 1204.940033] env[62822]: _type = "Task" [ 1204.940033] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.948610] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.034440] env[62822]: DEBUG nova.scheduler.client.report [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.288279] env[62822]: DEBUG nova.compute.manager [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.315619] env[62822]: DEBUG nova.virt.hardware [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.315915] env[62822]: DEBUG nova.virt.hardware [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.316773] env[62822]: DEBUG nova.virt.hardware [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.316773] env[62822]: DEBUG nova.virt.hardware [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.316773] env[62822]: DEBUG nova.virt.hardware [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.316773] env[62822]: DEBUG nova.virt.hardware [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.316773] env[62822]: DEBUG nova.virt.hardware [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.317056] env[62822]: DEBUG nova.virt.hardware [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.317147] env[62822]: DEBUG nova.virt.hardware [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.317370] env[62822]: DEBUG nova.virt.hardware [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.317557] env[62822]: DEBUG nova.virt.hardware [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.318415] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365efa0b-52f5-4239-9a16-766c304aac3a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.327257] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8041180d-1624-4528-96e3-6c38ef36dee9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.449534] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765240, 'name': ReconfigVM_Task, 'duration_secs': 0.285576} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.449961] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 996d3c16-fa03-4f84-94ad-7d6faa72d99f/996d3c16-fa03-4f84-94ad-7d6faa72d99f.vmdk or device None with type streamOptimized {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.450538] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3322c074-6682-4382-b97b-de5ab08d597e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.457915] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1205.457915] env[62822]: value = "task-2765241" [ 1205.457915] env[62822]: _type = "Task" [ 1205.457915] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.467298] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765241, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.540024] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.272s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.540024] env[62822]: INFO nova.compute.manager [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Migrating [ 1205.569725] env[62822]: DEBUG nova.compute.manager [req-9d6faa11-1add-4f40-8544-5be6bf4b7215 req-0e455a96-af13-426b-8e8b-ef693e48b743 service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Received event network-vif-plugged-c7ec6aed-2b8c-4688-b55f-5d7912f3ab92 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1205.569960] env[62822]: DEBUG oslo_concurrency.lockutils [req-9d6faa11-1add-4f40-8544-5be6bf4b7215 req-0e455a96-af13-426b-8e8b-ef693e48b743 service nova] Acquiring lock "423f2874-a0b2-452f-bafd-79230c116ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.570424] env[62822]: DEBUG oslo_concurrency.lockutils [req-9d6faa11-1add-4f40-8544-5be6bf4b7215 req-0e455a96-af13-426b-8e8b-ef693e48b743 service nova] Lock "423f2874-a0b2-452f-bafd-79230c116ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.570424] env[62822]: DEBUG oslo_concurrency.lockutils [req-9d6faa11-1add-4f40-8544-5be6bf4b7215 req-0e455a96-af13-426b-8e8b-ef693e48b743 service nova] Lock "423f2874-a0b2-452f-bafd-79230c116ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.570571] env[62822]: DEBUG nova.compute.manager [req-9d6faa11-1add-4f40-8544-5be6bf4b7215 req-0e455a96-af13-426b-8e8b-ef693e48b743 service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] No waiting events found dispatching network-vif-plugged-c7ec6aed-2b8c-4688-b55f-5d7912f3ab92 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.570705] env[62822]: WARNING nova.compute.manager [req-9d6faa11-1add-4f40-8544-5be6bf4b7215 req-0e455a96-af13-426b-8e8b-ef693e48b743 service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Received unexpected event network-vif-plugged-c7ec6aed-2b8c-4688-b55f-5d7912f3ab92 for instance with vm_state building and task_state spawning. [ 1205.571450] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "87463fb5-ca61-4e15-9721-2a90ba39a660-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.571553] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.571811] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.660744] env[62822]: DEBUG nova.network.neutron [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Successfully updated port: c7ec6aed-2b8c-4688-b55f-5d7912f3ab92 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.968881] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765241, 'name': Rename_Task, 'duration_secs': 0.209018} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.969231] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.969542] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e492d8a-40f0-435c-a5d7-860efac29078 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.977893] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1205.977893] env[62822]: value = "task-2765242" [ 1205.977893] env[62822]: _type = "Task" [ 1205.977893] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.986588] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.070873] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.071174] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.071174] env[62822]: DEBUG nova.network.neutron [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.167431] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "refresh_cache-423f2874-a0b2-452f-bafd-79230c116ff8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.167431] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "refresh_cache-423f2874-a0b2-452f-bafd-79230c116ff8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.167431] env[62822]: DEBUG nova.network.neutron [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.488143] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765242, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.622150] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.622381] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.622570] env[62822]: DEBUG nova.network.neutron [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.702852] env[62822]: DEBUG nova.network.neutron [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.888285] env[62822]: DEBUG nova.network.neutron [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance_info_cache with network_info: [{"id": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "address": "fa:16:3e:77:c8:c3", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72cd137-aa", "ovs_interfaceid": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.895317] env[62822]: DEBUG nova.network.neutron [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Updating instance_info_cache with network_info: [{"id": "c7ec6aed-2b8c-4688-b55f-5d7912f3ab92", "address": "fa:16:3e:28:30:13", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ec6aed-2b", "ovs_interfaceid": "c7ec6aed-2b8c-4688-b55f-5d7912f3ab92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.990278] env[62822]: DEBUG oslo_vmware.api [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765242, 'name': PowerOnVM_Task, 'duration_secs': 0.744727} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.990582] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.098773] env[62822]: DEBUG nova.compute.manager [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.099861] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c33ecd-76d0-4546-ad19-d87af98e6b29 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.353118] env[62822]: DEBUG nova.network.neutron [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance_info_cache with network_info: [{"id": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "address": "fa:16:3e:81:7e:96", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08959fc-3b", "ovs_interfaceid": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.390880] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.397493] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "refresh_cache-423f2874-a0b2-452f-bafd-79230c116ff8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.397719] env[62822]: DEBUG nova.compute.manager [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Instance network_info: |[{"id": "c7ec6aed-2b8c-4688-b55f-5d7912f3ab92", "address": "fa:16:3e:28:30:13", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ec6aed-2b", "ovs_interfaceid": "c7ec6aed-2b8c-4688-b55f-5d7912f3ab92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.398131] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:30:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7ec6aed-2b8c-4688-b55f-5d7912f3ab92', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.405736] env[62822]: DEBUG oslo.service.loopingcall [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1207.406446] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.406674] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc8797a4-84ab-43eb-8e01-8bf58b58b39d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.429064] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.429064] env[62822]: value = "task-2765243" [ 1207.429064] env[62822]: _type = "Task" [ 1207.429064] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.437013] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765243, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.592312] env[62822]: DEBUG nova.compute.manager [req-ccedfce8-3df4-4d85-b34f-3d5dff6ea718 req-20aebb8a-4b9e-42a8-91ee-531ff4a8327a service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Received event network-changed-c7ec6aed-2b8c-4688-b55f-5d7912f3ab92 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1207.592597] env[62822]: DEBUG nova.compute.manager [req-ccedfce8-3df4-4d85-b34f-3d5dff6ea718 req-20aebb8a-4b9e-42a8-91ee-531ff4a8327a service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Refreshing instance network info cache due to event network-changed-c7ec6aed-2b8c-4688-b55f-5d7912f3ab92. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1207.592813] env[62822]: DEBUG oslo_concurrency.lockutils [req-ccedfce8-3df4-4d85-b34f-3d5dff6ea718 req-20aebb8a-4b9e-42a8-91ee-531ff4a8327a service nova] Acquiring lock "refresh_cache-423f2874-a0b2-452f-bafd-79230c116ff8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.592997] env[62822]: DEBUG oslo_concurrency.lockutils [req-ccedfce8-3df4-4d85-b34f-3d5dff6ea718 req-20aebb8a-4b9e-42a8-91ee-531ff4a8327a service nova] Acquired lock "refresh_cache-423f2874-a0b2-452f-bafd-79230c116ff8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.593459] env[62822]: DEBUG nova.network.neutron [req-ccedfce8-3df4-4d85-b34f-3d5dff6ea718 req-20aebb8a-4b9e-42a8-91ee-531ff4a8327a service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Refreshing network info cache for port c7ec6aed-2b8c-4688-b55f-5d7912f3ab92 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.616846] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5f7d7487-562a-46fd-a5f9-c9e775c92332 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.597s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.855535] env[62822]: DEBUG oslo_concurrency.lockutils [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.939123] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765243, 'name': CreateVM_Task} progress is 99%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.294007] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.294279] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.294547] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.294739] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.294911] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.296922] env[62822]: INFO nova.compute.manager [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Terminating instance [ 1208.334021] env[62822]: DEBUG nova.network.neutron [req-ccedfce8-3df4-4d85-b34f-3d5dff6ea718 req-20aebb8a-4b9e-42a8-91ee-531ff4a8327a service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Updated VIF entry in instance network info cache for port c7ec6aed-2b8c-4688-b55f-5d7912f3ab92. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.334298] env[62822]: DEBUG nova.network.neutron [req-ccedfce8-3df4-4d85-b34f-3d5dff6ea718 req-20aebb8a-4b9e-42a8-91ee-531ff4a8327a service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Updating instance_info_cache with network_info: [{"id": "c7ec6aed-2b8c-4688-b55f-5d7912f3ab92", "address": "fa:16:3e:28:30:13", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ec6aed-2b", "ovs_interfaceid": "c7ec6aed-2b8c-4688-b55f-5d7912f3ab92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.363648] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb7b710-7691-49a1-8e80-91bc59c0bb25 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.370995] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75de379-1698-4f3c-bbff-d0b5097c8360 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.439762] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765243, 'name': CreateVM_Task, 'duration_secs': 0.525096} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.439941] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.440629] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.440832] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.441191] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.441758] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ac3ec38-49a6-4747-8997-965de7ecfd96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.446342] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1208.446342] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fcc2e4-12c3-07e0-a393-f57fe6b357cd" [ 1208.446342] env[62822]: _type = "Task" [ 1208.446342] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.454284] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fcc2e4-12c3-07e0-a393-f57fe6b357cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.800702] env[62822]: DEBUG nova.compute.manager [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.801235] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.802033] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a347b52-01cf-4fa8-a2e6-6eb8a9497c05 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.810676] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.810986] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-549143b6-131e-4390-86e9-c3fbab7c84d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.835602] env[62822]: DEBUG oslo_vmware.api [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1208.835602] env[62822]: value = "task-2765244" [ 1208.835602] env[62822]: _type = "Task" [ 1208.835602] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.838920] env[62822]: DEBUG oslo_concurrency.lockutils [req-ccedfce8-3df4-4d85-b34f-3d5dff6ea718 req-20aebb8a-4b9e-42a8-91ee-531ff4a8327a service nova] Releasing lock "refresh_cache-423f2874-a0b2-452f-bafd-79230c116ff8" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.844065] env[62822]: DEBUG oslo_vmware.api [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.906455] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1a5736-fad2-41d3-9dff-34cba305e2b5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.927281] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance 'dc73f166-f78e-4731-9f46-54bba20c4ddb' progress to 0 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.957208] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52fcc2e4-12c3-07e0-a393-f57fe6b357cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.959514] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.959658] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.959905] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.960174] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.960174] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.960603] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b63cdd84-9881-4a8b-a314-f17cb5e4285f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.972011] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.972011] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.972934] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f478d89-493a-418c-8c6e-3c202a76efa6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.981395] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1208.981395] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a07b2e-c34a-8779-9a90-8e331d4015aa" [ 1208.981395] env[62822]: _type = "Task" [ 1208.981395] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.992072] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a07b2e-c34a-8779-9a90-8e331d4015aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.345687] env[62822]: DEBUG oslo_vmware.api [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765244, 'name': PowerOffVM_Task, 'duration_secs': 0.225293} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.345958] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.346145] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.346390] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d13e8ee-53a2-494e-b8e6-7f4151ae344c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.424826] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.425066] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.425247] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleting the datastore file [datastore2] 996d3c16-fa03-4f84-94ad-7d6faa72d99f {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.425516] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-477198ab-ac39-42a0-ac1a-866b42ce4971 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.433776] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.434114] env[62822]: DEBUG oslo_vmware.api [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for the task: (returnval){ [ 1209.434114] env[62822]: value = "task-2765246" [ 1209.434114] env[62822]: _type = "Task" [ 1209.434114] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.434307] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7ab4887-7a4d-493f-b8d8-809169dd06d3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.446621] env[62822]: DEBUG oslo_vmware.api [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.448410] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1209.448410] env[62822]: value = "task-2765247" [ 1209.448410] env[62822]: _type = "Task" [ 1209.448410] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.463035] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.479254] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e3a6fc-074c-416b-b160-cdf237537099 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.491544] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a07b2e-c34a-8779-9a90-8e331d4015aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013978} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.510794] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6e8280-dc0b-4999-adc0-5ead9a0acbfe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.513740] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a325079c-60d5-47b8-a70d-1ba6dabafaaf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.520415] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1209.520415] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]526b9466-4a79-1809-bc6f-b881e8616503" [ 1209.520415] env[62822]: _type = "Task" [ 1209.520415] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.522884] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance '87463fb5-ca61-4e15-9721-2a90ba39a660' progress to 83 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.535564] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]526b9466-4a79-1809-bc6f-b881e8616503, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.535826] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.536085] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 423f2874-a0b2-452f-bafd-79230c116ff8/423f2874-a0b2-452f-bafd-79230c116ff8.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.536363] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-345aa965-b26f-4b94-a484-cbeac68dfca3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.546173] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1209.546173] env[62822]: value = "task-2765248" [ 1209.546173] env[62822]: _type = "Task" [ 1209.546173] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.555041] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.947406] env[62822]: DEBUG oslo_vmware.api [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Task: {'id': task-2765246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181247} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.947860] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.947927] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.948115] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.948298] env[62822]: INFO nova.compute.manager [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1209.948547] env[62822]: DEBUG oslo.service.loopingcall [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.948750] env[62822]: DEBUG nova.compute.manager [-] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.948847] env[62822]: DEBUG nova.network.neutron [-] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.960157] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765247, 'name': PowerOffVM_Task, 'duration_secs': 0.228787} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.960422] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.960599] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance 'dc73f166-f78e-4731-9f46-54bba20c4ddb' progress to 17 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.031407] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.031730] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d85113eb-9f86-44b0-85f7-739af94087be {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.040283] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1210.040283] env[62822]: value = "task-2765249" [ 1210.040283] env[62822]: _type = "Task" [ 1210.040283] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.048300] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.056405] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445744} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.056648] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 423f2874-a0b2-452f-bafd-79230c116ff8/423f2874-a0b2-452f-bafd-79230c116ff8.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.056856] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.057118] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b92480c2-9b37-4335-8e67-2c6fd42c86e7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.064412] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1210.064412] env[62822]: value = "task-2765250" [ 1210.064412] env[62822]: _type = "Task" [ 1210.064412] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.073196] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.469020] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.469020] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.469020] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.469020] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.469020] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.469020] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.469401] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.469401] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.469554] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.470637] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.470637] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.476458] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c70336e4-00cf-4949-a39f-54fc3b6fc772 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.502115] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1210.502115] env[62822]: value = "task-2765251" [ 1210.502115] env[62822]: _type = "Task" [ 1210.502115] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.516237] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.553029] env[62822]: DEBUG oslo_vmware.api [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765249, 'name': PowerOnVM_Task, 'duration_secs': 0.393314} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.554089] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.554303] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3a1abf-daaa-4ea7-968c-598cd80e3b42 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance '87463fb5-ca61-4e15-9721-2a90ba39a660' progress to 100 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.559321] env[62822]: DEBUG nova.compute.manager [req-84dffa2f-8ea0-4c73-868d-2ffb02aea5be req-2d16394a-df20-47bd-b21f-93ca5572bc39 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Received event network-vif-deleted-4da0739e-5af8-4beb-94a9-9f098b81bf02 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1210.559510] env[62822]: INFO nova.compute.manager [req-84dffa2f-8ea0-4c73-868d-2ffb02aea5be req-2d16394a-df20-47bd-b21f-93ca5572bc39 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Neutron deleted interface 4da0739e-5af8-4beb-94a9-9f098b81bf02; detaching it from the instance and deleting it from the info cache [ 1210.559684] env[62822]: DEBUG nova.network.neutron [req-84dffa2f-8ea0-4c73-868d-2ffb02aea5be req-2d16394a-df20-47bd-b21f-93ca5572bc39 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.576346] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067019} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.576633] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.577482] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ff5b69-b6c4-46fc-a96c-ed36aa59fb0f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.603581] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 423f2874-a0b2-452f-bafd-79230c116ff8/423f2874-a0b2-452f-bafd-79230c116ff8.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.604919] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ae64465-25cb-4ead-8edd-c2d53a81e155 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.626142] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1210.626142] env[62822]: value = "task-2765252" [ 1210.626142] env[62822]: _type = "Task" [ 1210.626142] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.638144] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.013689] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.033336] env[62822]: DEBUG nova.network.neutron [-] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.063573] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-418971c3-3e86-4b7f-aee2-e57fee891178 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.074908] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6a7267-032f-4429-a8b7-d2881ac2ee26 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.113100] env[62822]: DEBUG nova.compute.manager [req-84dffa2f-8ea0-4c73-868d-2ffb02aea5be req-2d16394a-df20-47bd-b21f-93ca5572bc39 service nova] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Detach interface failed, port_id=4da0739e-5af8-4beb-94a9-9f098b81bf02, reason: Instance 996d3c16-fa03-4f84-94ad-7d6faa72d99f could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1211.137223] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.513491] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765251, 'name': ReconfigVM_Task, 'duration_secs': 0.601662} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.513826] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance 'dc73f166-f78e-4731-9f46-54bba20c4ddb' progress to 33 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.536678] env[62822]: INFO nova.compute.manager [-] [instance: 996d3c16-fa03-4f84-94ad-7d6faa72d99f] Took 1.59 seconds to deallocate network for instance. [ 1211.639294] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.020643] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.021099] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.021099] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.021297] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.021429] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.021581] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.021815] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.021995] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.022192] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.022355] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.022520] env[62822]: DEBUG nova.virt.hardware [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.027924] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.028255] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90190b7e-bb95-43dc-8e54-78384e098667 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.043127] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.043414] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.043607] env[62822]: DEBUG nova.objects.instance [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lazy-loading 'resources' on Instance uuid 996d3c16-fa03-4f84-94ad-7d6faa72d99f {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.048017] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1212.048017] env[62822]: value = "task-2765253" [ 1212.048017] env[62822]: _type = "Task" [ 1212.048017] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.055873] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.138497] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765252, 'name': ReconfigVM_Task, 'duration_secs': 1.155711} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.138821] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 423f2874-a0b2-452f-bafd-79230c116ff8/423f2874-a0b2-452f-bafd-79230c116ff8.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.139496] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a07a7d8-b2b6-44b5-9cce-ca830e7b2354 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.146519] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1212.146519] env[62822]: value = "task-2765254" [ 1212.146519] env[62822]: _type = "Task" [ 1212.146519] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.149962] env[62822]: DEBUG oslo_concurrency.lockutils [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "87463fb5-ca61-4e15-9721-2a90ba39a660" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.150205] env[62822]: DEBUG oslo_concurrency.lockutils [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.150386] env[62822]: DEBUG nova.compute.manager [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Going to confirm migration 8 {{(pid=62822) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1212.159027] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765254, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.557960] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765253, 'name': ReconfigVM_Task, 'duration_secs': 0.163306} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.558279] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.559029] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bdb79b-4bd8-4a11-a103-1d2c50888727 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.581343] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] dc73f166-f78e-4731-9f46-54bba20c4ddb/dc73f166-f78e-4731-9f46-54bba20c4ddb.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.584131] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f08436e-4686-429f-93a4-94150b1d6488 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.605130] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1212.605130] env[62822]: value = "task-2765255" [ 1212.605130] env[62822]: _type = "Task" [ 1212.605130] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.615148] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.660038] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765254, 'name': Rename_Task, 'duration_secs': 0.139162} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.664180] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.664644] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d661222-41f7-4f37-8d7c-797e8148d5b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.670828] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1212.670828] env[62822]: value = "task-2765256" [ 1212.670828] env[62822]: _type = "Task" [ 1212.670828] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.680945] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.700750] env[62822]: DEBUG oslo_concurrency.lockutils [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.700934] env[62822]: DEBUG oslo_concurrency.lockutils [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquired lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.701121] env[62822]: DEBUG nova.network.neutron [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.701338] env[62822]: DEBUG nova.objects.instance [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lazy-loading 'info_cache' on Instance uuid 87463fb5-ca61-4e15-9721-2a90ba39a660 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.731046] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e364670-74e2-4526-9540-b6fa917f7137 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.740236] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9569456c-b3ed-4f2a-871f-ab0b8e3439bc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.774265] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104d9c43-4877-43e4-afc9-5792e20ab6ea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.782232] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a41fe9-07fc-4746-b401-28af4226365a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.796104] env[62822]: DEBUG nova.compute.provider_tree [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.115210] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765255, 'name': ReconfigVM_Task, 'duration_secs': 0.264706} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.115597] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Reconfigured VM instance instance-00000077 to attach disk [datastore1] dc73f166-f78e-4731-9f46-54bba20c4ddb/dc73f166-f78e-4731-9f46-54bba20c4ddb.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.115739] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance 'dc73f166-f78e-4731-9f46-54bba20c4ddb' progress to 50 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.181494] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765256, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.299534] env[62822]: DEBUG nova.scheduler.client.report [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.622552] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328c381f-1ede-4f1c-95f1-3995c220f5ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.641241] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac693ad4-5f9e-415a-9d2b-20e8d4d62331 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.658465] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance 'dc73f166-f78e-4731-9f46-54bba20c4ddb' progress to 67 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.680817] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765256, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.804651] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.824522] env[62822]: INFO nova.scheduler.client.report [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Deleted allocations for instance 996d3c16-fa03-4f84-94ad-7d6faa72d99f [ 1213.947514] env[62822]: DEBUG nova.network.neutron [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance_info_cache with network_info: [{"id": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "address": "fa:16:3e:81:7e:96", "network": {"id": "f716f135-5eeb-4baf-8f2d-2c01f134318c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-778805844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e3bac4c72a4aabb2a3643b1c2b7d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08959fc-3b", "ovs_interfaceid": "d08959fc-3b6f-4881-9e9d-3ed612cbf89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.184096] env[62822]: DEBUG oslo_vmware.api [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765256, 'name': PowerOnVM_Task, 'duration_secs': 1.269238} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.184631] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.184917] env[62822]: INFO nova.compute.manager [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1214.185114] env[62822]: DEBUG nova.compute.manager [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.186535] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d5d264-7b3c-4d9e-bee4-d7b9de2f184d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.204690] env[62822]: DEBUG nova.network.neutron [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Port e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1214.332465] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8bf31715-0f6c-46c0-8efe-73f1339d7839 tempest-ServerActionsTestOtherB-808029565 tempest-ServerActionsTestOtherB-808029565-project-member] Lock "996d3c16-fa03-4f84-94ad-7d6faa72d99f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.038s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.451029] env[62822]: DEBUG oslo_concurrency.lockutils [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Releasing lock "refresh_cache-87463fb5-ca61-4e15-9721-2a90ba39a660" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.451029] env[62822]: DEBUG nova.objects.instance [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lazy-loading 'migration_context' on Instance uuid 87463fb5-ca61-4e15-9721-2a90ba39a660 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.703981] env[62822]: INFO nova.compute.manager [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Took 13.65 seconds to build instance. [ 1214.953887] env[62822]: DEBUG nova.objects.base [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Object Instance<87463fb5-ca61-4e15-9721-2a90ba39a660> lazy-loaded attributes: info_cache,migration_context {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1214.954817] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6729a1e0-0168-421e-a1ff-93767ec16cf8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.974431] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a358b71-f1ea-4a9f-b7a8-eba5b2ca7b36 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.979562] env[62822]: DEBUG oslo_vmware.api [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1214.979562] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]5238ad67-cdca-9f19-1cc5-87dc8550fb92" [ 1214.979562] env[62822]: _type = "Task" [ 1214.979562] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.987397] env[62822]: DEBUG oslo_vmware.api [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5238ad67-cdca-9f19-1cc5-87dc8550fb92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.206780] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f63e8edd-a7a9-4570-9404-b4981c84b805 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "423f2874-a0b2-452f-bafd-79230c116ff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.165s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.233916] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "dc73f166-f78e-4731-9f46-54bba20c4ddb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.234078] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.234965] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.423069] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2929d0ae-2ee9-4920-8aff-dae35e881191 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.428940] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f8227bb8-3af3-4f29-ad8d-b5235c503654 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Suspending the VM {{(pid=62822) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1215.429177] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-11f3cc10-d924-41a4-abd7-89e77c708ce7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.435585] env[62822]: DEBUG oslo_vmware.api [None req-f8227bb8-3af3-4f29-ad8d-b5235c503654 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1215.435585] env[62822]: value = "task-2765258" [ 1215.435585] env[62822]: _type = "Task" [ 1215.435585] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.442688] env[62822]: DEBUG oslo_vmware.api [None req-f8227bb8-3af3-4f29-ad8d-b5235c503654 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765258, 'name': SuspendVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.488519] env[62822]: DEBUG oslo_vmware.api [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]5238ad67-cdca-9f19-1cc5-87dc8550fb92, 'name': SearchDatastore_Task, 'duration_secs': 0.006905} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.488519] env[62822]: DEBUG oslo_concurrency.lockutils [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.488738] env[62822]: DEBUG oslo_concurrency.lockutils [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.686075] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "5e354d80-8f30-4531-85da-b23bed7c81df" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.686398] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.945385] env[62822]: DEBUG oslo_vmware.api [None req-f8227bb8-3af3-4f29-ad8d-b5235c503654 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765258, 'name': SuspendVM_Task} progress is 70%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.117886] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc953ce4-dc98-4813-ba83-2cbd61da45b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.125686] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e818f1f-9278-4a5e-b6fb-c9e6aa5137e2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.155130] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28839c74-467b-4140-a57a-29cfc0d2b0e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.162244] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8eb0e4-485e-4892-912b-13ea08b1d9f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.175904] env[62822]: DEBUG nova.compute.provider_tree [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.189341] env[62822]: INFO nova.compute.manager [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Detaching volume 126d8b8f-c074-44a5-933f-4eb26fbeb7bc [ 1216.219181] env[62822]: INFO nova.virt.block_device [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Attempting to driver detach volume 126d8b8f-c074-44a5-933f-4eb26fbeb7bc from mountpoint /dev/sdb [ 1216.219477] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1216.219606] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556290', 'volume_id': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'name': 'volume-126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5e354d80-8f30-4531-85da-b23bed7c81df', 'attached_at': '', 'detached_at': '', 'volume_id': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'serial': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1216.220407] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb73230-1c4b-4f5a-960c-d0d8b26a0037 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.245947] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db7b497-ceca-4062-9537-1f5a7f626be8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.252945] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08cd690-f85b-445d-a925-4299cd4773e5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.274900] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef9842-1d67-4100-aa7f-2c835911e8d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.278149] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.278323] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.278490] env[62822]: DEBUG nova.network.neutron [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.292902] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] The volume has not been displaced from its original location: [datastore1] volume-126d8b8f-c074-44a5-933f-4eb26fbeb7bc/volume-126d8b8f-c074-44a5-933f-4eb26fbeb7bc.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1216.298570] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.299475] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f6f7d5-6b6a-4ced-94ae-cc42cfbf2a48 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.318430] env[62822]: DEBUG oslo_vmware.api [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1216.318430] env[62822]: value = "task-2765259" [ 1216.318430] env[62822]: _type = "Task" [ 1216.318430] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.326873] env[62822]: DEBUG oslo_vmware.api [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.446204] env[62822]: DEBUG oslo_vmware.api [None req-f8227bb8-3af3-4f29-ad8d-b5235c503654 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765258, 'name': SuspendVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.680113] env[62822]: DEBUG nova.scheduler.client.report [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.828549] env[62822]: DEBUG oslo_vmware.api [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765259, 'name': ReconfigVM_Task, 'duration_secs': 0.242389} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.828861] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.833953] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87404bd1-f843-4f40-ada1-0e390b9cfc40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.850504] env[62822]: DEBUG oslo_vmware.api [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1216.850504] env[62822]: value = "task-2765260" [ 1216.850504] env[62822]: _type = "Task" [ 1216.850504] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.858567] env[62822]: DEBUG oslo_vmware.api [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.946824] env[62822]: DEBUG oslo_vmware.api [None req-f8227bb8-3af3-4f29-ad8d-b5235c503654 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765258, 'name': SuspendVM_Task, 'duration_secs': 1.022059} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.947106] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f8227bb8-3af3-4f29-ad8d-b5235c503654 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Suspended the VM {{(pid=62822) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1216.947296] env[62822]: DEBUG nova.compute.manager [None req-f8227bb8-3af3-4f29-ad8d-b5235c503654 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.948069] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a284b25-7381-4ac2-98a4-2cd1a71d0bc9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.987808] env[62822]: DEBUG nova.network.neutron [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance_info_cache with network_info: [{"id": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "address": "fa:16:3e:77:c8:c3", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72cd137-aa", "ovs_interfaceid": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.360909] env[62822]: DEBUG oslo_vmware.api [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765260, 'name': ReconfigVM_Task, 'duration_secs': 0.221021} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.361282] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556290', 'volume_id': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'name': 'volume-126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5e354d80-8f30-4531-85da-b23bed7c81df', 'attached_at': '', 'detached_at': '', 'volume_id': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc', 'serial': '126d8b8f-c074-44a5-933f-4eb26fbeb7bc'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1217.491884] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.691046] env[62822]: DEBUG oslo_concurrency.lockutils [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.202s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.803837] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "423f2874-a0b2-452f-bafd-79230c116ff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.804120] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "423f2874-a0b2-452f-bafd-79230c116ff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.804335] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "423f2874-a0b2-452f-bafd-79230c116ff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.804537] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "423f2874-a0b2-452f-bafd-79230c116ff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.804716] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "423f2874-a0b2-452f-bafd-79230c116ff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.807023] env[62822]: INFO nova.compute.manager [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Terminating instance [ 1217.906404] env[62822]: DEBUG nova.objects.instance [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lazy-loading 'flavor' on Instance uuid 5e354d80-8f30-4531-85da-b23bed7c81df {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.018902] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a068a4-291e-4856-9db9-c4f061269a7b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.036645] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d77f75-19eb-4fa6-9e88-dcbb0a0d12bb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.043568] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance 'dc73f166-f78e-4731-9f46-54bba20c4ddb' progress to 83 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.244451] env[62822]: INFO nova.scheduler.client.report [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted allocation for migration 49fe9bb4-cee5-4a48-b7d2-d0926e938a2b [ 1218.310618] env[62822]: DEBUG nova.compute.manager [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.310827] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.311772] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c30913-2102-4e6d-a4fa-60e5202f6981 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.319610] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.320030] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea456e26-6ad8-4fb4-9592-a8b740548882 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.384017] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.384017] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.384017] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleting the datastore file [datastore1] 423f2874-a0b2-452f-bafd-79230c116ff8 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.384017] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cb74502-8be3-4f44-86c1-e427eb649075 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.389740] env[62822]: DEBUG oslo_vmware.api [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1218.389740] env[62822]: value = "task-2765262" [ 1218.389740] env[62822]: _type = "Task" [ 1218.389740] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.398342] env[62822]: DEBUG oslo_vmware.api [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.551022] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.551022] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-525451d9-8a9b-4856-970d-40a474a5c216 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.557571] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1218.557571] env[62822]: value = "task-2765263" [ 1218.557571] env[62822]: _type = "Task" [ 1218.557571] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.565469] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.751499] env[62822]: DEBUG oslo_concurrency.lockutils [None req-95dd9e79-46f8-41c9-8278-d8388747f1f0 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.600s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.899867] env[62822]: DEBUG oslo_vmware.api [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167649} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.900174] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.900365] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.900541] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.900718] env[62822]: INFO nova.compute.manager [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1218.900961] env[62822]: DEBUG oslo.service.loopingcall [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1218.901172] env[62822]: DEBUG nova.compute.manager [-] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.901271] env[62822]: DEBUG nova.network.neutron [-] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.914397] env[62822]: DEBUG oslo_concurrency.lockutils [None req-d9b67839-b147-4ee0-ac95-acb790a89714 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.066067] env[62822]: INFO nova.compute.manager [None req-40154f94-f39f-4eb3-9d90-23bd254b58ae tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Get console output [ 1219.066067] env[62822]: WARNING nova.virt.vmwareapi.driver [None req-40154f94-f39f-4eb3-9d90-23bd254b58ae tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] The console log is missing. Check your VSPC configuration [ 1219.076574] env[62822]: DEBUG oslo_vmware.api [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765263, 'name': PowerOnVM_Task, 'duration_secs': 0.436369} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.076970] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.077201] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-4f81fa40-6b81-417c-b2b0-9b15c8b303ca tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance 'dc73f166-f78e-4731-9f46-54bba20c4ddb' progress to 100 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.131669] env[62822]: DEBUG nova.compute.manager [req-de706b36-9a83-4e3c-819d-7e2c61c64df3 req-7d033214-eb63-44e1-8240-0075ac39a9bb service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Received event network-vif-deleted-c7ec6aed-2b8c-4688-b55f-5d7912f3ab92 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1219.131930] env[62822]: INFO nova.compute.manager [req-de706b36-9a83-4e3c-819d-7e2c61c64df3 req-7d033214-eb63-44e1-8240-0075ac39a9bb service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Neutron deleted interface c7ec6aed-2b8c-4688-b55f-5d7912f3ab92; detaching it from the instance and deleting it from the info cache [ 1219.132186] env[62822]: DEBUG nova.network.neutron [req-de706b36-9a83-4e3c-819d-7e2c61c64df3 req-7d033214-eb63-44e1-8240-0075ac39a9bb service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.611816] env[62822]: DEBUG nova.network.neutron [-] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.635634] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13a3d2d9-3ddd-4b5d-b345-6fc78fa24f4e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.645452] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8eaa9c-eb0c-47e8-8682-f753b6100eb2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.675927] env[62822]: DEBUG nova.compute.manager [req-de706b36-9a83-4e3c-819d-7e2c61c64df3 req-7d033214-eb63-44e1-8240-0075ac39a9bb service nova] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Detach interface failed, port_id=c7ec6aed-2b8c-4688-b55f-5d7912f3ab92, reason: Instance 423f2874-a0b2-452f-bafd-79230c116ff8 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1220.044094] env[62822]: DEBUG oslo_concurrency.lockutils [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "5e354d80-8f30-4531-85da-b23bed7c81df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.044450] env[62822]: DEBUG oslo_concurrency.lockutils [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.044789] env[62822]: DEBUG oslo_concurrency.lockutils [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.044996] env[62822]: DEBUG oslo_concurrency.lockutils [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.045266] env[62822]: DEBUG oslo_concurrency.lockutils [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.047733] env[62822]: INFO nova.compute.manager [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Terminating instance [ 1220.114486] env[62822]: INFO nova.compute.manager [-] [instance: 423f2874-a0b2-452f-bafd-79230c116ff8] Took 1.21 seconds to deallocate network for instance. [ 1220.554183] env[62822]: DEBUG nova.compute.manager [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.554183] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.555100] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e7f1ed-0794-4daf-b106-db5aa6456082 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.563677] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.563943] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8194a95e-316e-4646-9bb4-b3b9fd4b992c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.570485] env[62822]: DEBUG oslo_vmware.api [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1220.570485] env[62822]: value = "task-2765264" [ 1220.570485] env[62822]: _type = "Task" [ 1220.570485] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.579354] env[62822]: DEBUG oslo_vmware.api [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.620877] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.621241] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.621241] env[62822]: DEBUG nova.objects.instance [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lazy-loading 'resources' on Instance uuid 423f2874-a0b2-452f-bafd-79230c116ff8 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.081523] env[62822]: DEBUG oslo_vmware.api [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765264, 'name': PowerOffVM_Task, 'duration_secs': 0.19653} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.081843] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.082072] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.082358] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a233ae9-fcfb-4fc3-b550-09d74f74b3e6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.147135] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.147464] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.147766] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleting the datastore file [datastore1] 5e354d80-8f30-4531-85da-b23bed7c81df {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.148301] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973d9fd9-16cf-4e05-ba9c-0266cf03ae80 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.157414] env[62822]: DEBUG oslo_vmware.api [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1221.157414] env[62822]: value = "task-2765266" [ 1221.157414] env[62822]: _type = "Task" [ 1221.157414] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.168122] env[62822]: DEBUG oslo_vmware.api [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.271237] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8269c10-b89c-46c3-bdfa-ca715dc0c2a9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.282455] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46823525-1e8d-4fc0-8c58-a4291759130e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.316677] env[62822]: DEBUG nova.network.neutron [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Port e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1221.317071] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.317291] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.317492] env[62822]: DEBUG nova.network.neutron [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.319829] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5547446-fdab-4e4d-84ce-00ec8904cb33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.328337] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d80e4a-9d88-481b-bb9d-eb431a6c89b9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.343653] env[62822]: DEBUG nova.compute.provider_tree [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.668284] env[62822]: DEBUG oslo_vmware.api [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202952} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.668702] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.668866] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.668960] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.669172] env[62822]: INFO nova.compute.manager [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1221.669418] env[62822]: DEBUG oslo.service.loopingcall [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.669615] env[62822]: DEBUG nova.compute.manager [-] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.669713] env[62822]: DEBUG nova.network.neutron [-] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.847035] env[62822]: DEBUG nova.scheduler.client.report [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.205354] env[62822]: DEBUG nova.network.neutron [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance_info_cache with network_info: [{"id": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "address": "fa:16:3e:77:c8:c3", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72cd137-aa", "ovs_interfaceid": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.307277] env[62822]: DEBUG nova.compute.manager [req-635cd9f6-6b46-4659-99f3-b8b4578d0bef req-4277edb6-06c7-4c25-866d-d1e9cbf92dd1 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Received event network-vif-deleted-e2e262ac-6977-43f6-9dc5-f7d7363a2023 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1222.307414] env[62822]: INFO nova.compute.manager [req-635cd9f6-6b46-4659-99f3-b8b4578d0bef req-4277edb6-06c7-4c25-866d-d1e9cbf92dd1 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Neutron deleted interface e2e262ac-6977-43f6-9dc5-f7d7363a2023; detaching it from the instance and deleting it from the info cache [ 1222.307564] env[62822]: DEBUG nova.network.neutron [req-635cd9f6-6b46-4659-99f3-b8b4578d0bef req-4277edb6-06c7-4c25-866d-d1e9cbf92dd1 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.352470] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.375241] env[62822]: INFO nova.scheduler.client.report [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted allocations for instance 423f2874-a0b2-452f-bafd-79230c116ff8 [ 1222.708101] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.786258] env[62822]: DEBUG nova.network.neutron [-] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.810364] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca50b6da-7f75-400c-bd73-8cea66e8f3c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.820591] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db40a36c-c910-49f3-9562-7352f17af0ad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.849150] env[62822]: DEBUG nova.compute.manager [req-635cd9f6-6b46-4659-99f3-b8b4578d0bef req-4277edb6-06c7-4c25-866d-d1e9cbf92dd1 service nova] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Detach interface failed, port_id=e2e262ac-6977-43f6-9dc5-f7d7363a2023, reason: Instance 5e354d80-8f30-4531-85da-b23bed7c81df could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1222.883781] env[62822]: DEBUG oslo_concurrency.lockutils [None req-8ac16ffa-9af3-445d-b108-7e068f061d1c tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "423f2874-a0b2-452f-bafd-79230c116ff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.080s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.211706] env[62822]: DEBUG nova.compute.manager [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62822) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1223.212095] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.212156] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.288083] env[62822]: INFO nova.compute.manager [-] [instance: 5e354d80-8f30-4531-85da-b23bed7c81df] Took 1.62 seconds to deallocate network for instance. [ 1223.714958] env[62822]: DEBUG nova.objects.instance [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'migration_context' on Instance uuid dc73f166-f78e-4731-9f46-54bba20c4ddb {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.743049] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.743305] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.794331] env[62822]: DEBUG oslo_concurrency.lockutils [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.245551] env[62822]: DEBUG nova.compute.manager [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.325960] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1001568a-5669-4804-a161-b8aab4f02eaf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.333605] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038fc68e-6546-4acd-a70d-10402aec2256 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.364856] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50950f24-6d50-4ff3-83ad-f51c40b7b847 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.372260] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faf65a6-dd7b-4980-b25b-49af48874673 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.385169] env[62822]: DEBUG nova.compute.provider_tree [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.766389] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.888368] env[62822]: DEBUG nova.scheduler.client.report [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.900848] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.688s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.906239] env[62822]: DEBUG oslo_concurrency.lockutils [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.112s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.906456] env[62822]: DEBUG nova.objects.instance [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lazy-loading 'resources' on Instance uuid 5e354d80-8f30-4531-85da-b23bed7c81df {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.511119] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b5d734-a49e-4bcc-bdfd-2dbc26a678c7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.519893] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20952d22-4a7a-4a15-ba75-1d756ea12f0e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.548267] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0b5a17-f8e5-45f4-8afb-1c423ac3f2f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.554853] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcf579c-0df7-4572-8564-4a53e2cd713e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.567718] env[62822]: DEBUG nova.compute.provider_tree [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.070808] env[62822]: DEBUG nova.scheduler.client.report [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.437131] env[62822]: INFO nova.compute.manager [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Swapping old allocation on dict_keys(['a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b']) held by migration 4b67ff3e-75f3-4af4-a5a2-9d4307a76542 for instance [ 1227.459030] env[62822]: DEBUG nova.scheduler.client.report [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Overwriting current allocation {'allocations': {'a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 182}}, 'project_id': 'f2f8f55dae734d0eb921bc785053b4bd', 'user_id': 'a384914d8adf4529b985f480872f2c09', 'consumer_generation': 1} on consumer dc73f166-f78e-4731-9f46-54bba20c4ddb {{(pid=62822) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1227.536592] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.536786] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.536962] env[62822]: DEBUG nova.network.neutron [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.575577] env[62822]: DEBUG oslo_concurrency.lockutils [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.577809] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.811s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.579375] env[62822]: INFO nova.compute.claims [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.591543] env[62822]: INFO nova.scheduler.client.report [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleted allocations for instance 5e354d80-8f30-4531-85da-b23bed7c81df [ 1228.098461] env[62822]: DEBUG oslo_concurrency.lockutils [None req-19a16835-167b-48d6-8e13-cd8aea0eada3 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "5e354d80-8f30-4531-85da-b23bed7c81df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.054s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.256691] env[62822]: DEBUG nova.network.neutron [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance_info_cache with network_info: [{"id": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "address": "fa:16:3e:77:c8:c3", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72cd137-aa", "ovs_interfaceid": "e72cd137-aaa0-4f0f-9d2a-5d292faaeb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.668417] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc6a040-0b87-4575-bf36-61b61ca6fe64 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.675875] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613b7bef-55a9-4e6e-a394-2cfa6dddb27a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.705911] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccef5677-4d3b-4168-8c21-8dafb25a09b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.712907] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99caabc-7799-42c9-a7f5-8bd2c8f938d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.725797] env[62822]: DEBUG nova.compute.provider_tree [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.759410] env[62822]: DEBUG oslo_concurrency.lockutils [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-dc73f166-f78e-4731-9f46-54bba20c4ddb" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.759871] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.760141] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d88466-4ded-43d2-a6bb-02103f500a89 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.767210] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1228.767210] env[62822]: value = "task-2765267" [ 1228.767210] env[62822]: _type = "Task" [ 1228.767210] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.775590] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.229078] env[62822]: DEBUG nova.scheduler.client.report [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.278179] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765267, 'name': PowerOffVM_Task, 'duration_secs': 0.219103} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.278304] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.280027] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.280027] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.280027] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.280027] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.280027] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.280027] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.280027] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.280379] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.280690] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.280834] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.281079] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.286208] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fb72e3d-ecbe-4f69-8f26-d10d05bc7a33 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.301765] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1229.301765] env[62822]: value = "task-2765268" [ 1229.301765] env[62822]: _type = "Task" [ 1229.301765] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.311799] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.734478] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.734971] env[62822]: DEBUG nova.compute.manager [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.814333] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765268, 'name': ReconfigVM_Task, 'duration_secs': 0.134905} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.815493] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e169b6-a7f3-4d2b-8e72-c0307d11ff93 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.839135] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.839370] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.839529] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.839712] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.839921] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.840227] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.840587] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.840880] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.841181] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.841476] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.841773] env[62822]: DEBUG nova.virt.hardware [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.842909] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6462c385-82bc-4021-8316-de0a7ed25474 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.849457] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1229.849457] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52aec43e-b4c9-4e4c-dc2c-36c8481dc958" [ 1229.849457] env[62822]: _type = "Task" [ 1229.849457] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.858525] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52aec43e-b4c9-4e4c-dc2c-36c8481dc958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.129403] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.129650] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.240096] env[62822]: DEBUG nova.compute.utils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.241428] env[62822]: DEBUG nova.compute.manager [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.241631] env[62822]: DEBUG nova.network.neutron [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.286789] env[62822]: DEBUG nova.policy [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91e916ef310f4b0d96a70288033db95c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bda8cc3e41743e2a93a4b7aeb17e8ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.359848] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52aec43e-b4c9-4e4c-dc2c-36c8481dc958, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.365518] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.366071] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-486df3c1-41a1-49c5-9e24-dfd5a5870a95 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.384610] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1230.384610] env[62822]: value = "task-2765269" [ 1230.384610] env[62822]: _type = "Task" [ 1230.384610] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.392711] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.544820] env[62822]: DEBUG nova.network.neutron [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Successfully created port: ad0e336b-7622-45b2-aa13-97662c287b15 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.631709] env[62822]: DEBUG nova.compute.manager [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.744504] env[62822]: DEBUG nova.compute.manager [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.897137] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765269, 'name': ReconfigVM_Task, 'duration_secs': 0.19282} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.897408] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.898177] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9dccc0-6f3b-4b23-b4af-c32270c38acc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.919796] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] dc73f166-f78e-4731-9f46-54bba20c4ddb/dc73f166-f78e-4731-9f46-54bba20c4ddb.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.920050] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b61da72b-9171-4215-97cc-a5e8c29f191a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.937398] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1230.937398] env[62822]: value = "task-2765270" [ 1230.937398] env[62822]: _type = "Task" [ 1230.937398] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.944755] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.159614] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.159969] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.161711] env[62822]: INFO nova.compute.claims [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.447260] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765270, 'name': ReconfigVM_Task, 'duration_secs': 0.308175} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.447688] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Reconfigured VM instance instance-00000077 to attach disk [datastore1] dc73f166-f78e-4731-9f46-54bba20c4ddb/dc73f166-f78e-4731-9f46-54bba20c4ddb.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.448590] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0678a0ef-ace3-4b74-b3eb-e77a921b5863 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.466807] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1438846-5ace-496d-91c3-56551f0283fa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.484316] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25fa491-c880-4c28-ad8f-925a3994ef6f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.501696] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811a0c38-607a-49aa-be5d-b3cde21fafc5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.508326] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.508608] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb438baf-3acf-45a5-8c4b-d2aa2ec345be {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.515190] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1231.515190] env[62822]: value = "task-2765271" [ 1231.515190] env[62822]: _type = "Task" [ 1231.515190] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.523893] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.753944] env[62822]: DEBUG nova.compute.manager [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.781274] env[62822]: DEBUG nova.virt.hardware [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.781533] env[62822]: DEBUG nova.virt.hardware [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.781681] env[62822]: DEBUG nova.virt.hardware [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.781860] env[62822]: DEBUG nova.virt.hardware [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.782254] env[62822]: DEBUG nova.virt.hardware [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.782254] env[62822]: DEBUG nova.virt.hardware [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.782368] env[62822]: DEBUG nova.virt.hardware [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.782504] env[62822]: DEBUG nova.virt.hardware [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.782669] env[62822]: DEBUG nova.virt.hardware [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.782824] env[62822]: DEBUG nova.virt.hardware [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.782992] env[62822]: DEBUG nova.virt.hardware [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.783915] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f069bb0-9248-4e6f-9ee1-f8b85e295615 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.792037] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1f57bb-2c95-45bf-a552-22accd7d342c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.980181] env[62822]: DEBUG nova.compute.manager [req-a5d19472-96f8-47fe-9ad9-c1f9c50a3733 req-b626366f-fc07-4f0e-b2c1-8ffb4bc27bf0 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Received event network-vif-plugged-ad0e336b-7622-45b2-aa13-97662c287b15 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1231.980181] env[62822]: DEBUG oslo_concurrency.lockutils [req-a5d19472-96f8-47fe-9ad9-c1f9c50a3733 req-b626366f-fc07-4f0e-b2c1-8ffb4bc27bf0 service nova] Acquiring lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.980181] env[62822]: DEBUG oslo_concurrency.lockutils [req-a5d19472-96f8-47fe-9ad9-c1f9c50a3733 req-b626366f-fc07-4f0e-b2c1-8ffb4bc27bf0 service nova] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.980181] env[62822]: DEBUG oslo_concurrency.lockutils [req-a5d19472-96f8-47fe-9ad9-c1f9c50a3733 req-b626366f-fc07-4f0e-b2c1-8ffb4bc27bf0 service nova] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.980181] env[62822]: DEBUG nova.compute.manager [req-a5d19472-96f8-47fe-9ad9-c1f9c50a3733 req-b626366f-fc07-4f0e-b2c1-8ffb4bc27bf0 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] No waiting events found dispatching network-vif-plugged-ad0e336b-7622-45b2-aa13-97662c287b15 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.980518] env[62822]: WARNING nova.compute.manager [req-a5d19472-96f8-47fe-9ad9-c1f9c50a3733 req-b626366f-fc07-4f0e-b2c1-8ffb4bc27bf0 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Received unexpected event network-vif-plugged-ad0e336b-7622-45b2-aa13-97662c287b15 for instance with vm_state building and task_state spawning. [ 1232.024799] env[62822]: DEBUG oslo_vmware.api [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765271, 'name': PowerOnVM_Task, 'duration_secs': 0.355684} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.025361] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.059679] env[62822]: DEBUG nova.network.neutron [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Successfully updated port: ad0e336b-7622-45b2-aa13-97662c287b15 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.258866] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b91f115-a233-4ac3-bd7b-26cb307baa56 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.266664] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0525429a-5d11-41bc-96cf-005646997233 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.295507] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1593ded2-9b6b-4f49-87b5-6cfd6e266ff5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.302381] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed60d90-8005-4fe0-ad47-5bcb56aedf63 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.316792] env[62822]: DEBUG nova.compute.provider_tree [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.562594] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.562934] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.562934] env[62822]: DEBUG nova.network.neutron [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.819940] env[62822]: DEBUG nova.scheduler.client.report [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.866546] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.036529] env[62822]: INFO nova.compute.manager [None req-5d940791-eb28-4a2d-8d95-a2d3441db20c tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance to original state: 'active' [ 1233.092424] env[62822]: DEBUG nova.network.neutron [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.207231] env[62822]: DEBUG nova.network.neutron [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance_info_cache with network_info: [{"id": "ad0e336b-7622-45b2-aa13-97662c287b15", "address": "fa:16:3e:e3:7a:ad", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad0e336b-76", "ovs_interfaceid": "ad0e336b-7622-45b2-aa13-97662c287b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.324597] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.325147] env[62822]: DEBUG nova.compute.manager [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.710054] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.710469] env[62822]: DEBUG nova.compute.manager [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Instance network_info: |[{"id": "ad0e336b-7622-45b2-aa13-97662c287b15", "address": "fa:16:3e:e3:7a:ad", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad0e336b-76", "ovs_interfaceid": "ad0e336b-7622-45b2-aa13-97662c287b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.711229] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:7a:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad0e336b-7622-45b2-aa13-97662c287b15', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.718789] env[62822]: DEBUG oslo.service.loopingcall [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1233.719072] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.719345] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7710efda-5bf8-4f0e-9ce9-c92d84974c9c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.739219] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.739219] env[62822]: value = "task-2765272" [ 1233.739219] env[62822]: _type = "Task" [ 1233.739219] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.746977] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765272, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.829748] env[62822]: DEBUG nova.compute.utils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.831403] env[62822]: DEBUG nova.compute.manager [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.831636] env[62822]: DEBUG nova.network.neutron [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.870296] env[62822]: DEBUG nova.policy [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78b6a9eb885e43c6badcd8f04e7d6cb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ea1cac2354547cda6293db8e2628b8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.006650] env[62822]: DEBUG nova.compute.manager [req-56a0dc44-2f93-4adc-9cc5-1730214a2154 req-bbc405cc-2268-42c3-aea0-62ce685cb276 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Received event network-changed-ad0e336b-7622-45b2-aa13-97662c287b15 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1234.006891] env[62822]: DEBUG nova.compute.manager [req-56a0dc44-2f93-4adc-9cc5-1730214a2154 req-bbc405cc-2268-42c3-aea0-62ce685cb276 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Refreshing instance network info cache due to event network-changed-ad0e336b-7622-45b2-aa13-97662c287b15. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1234.007191] env[62822]: DEBUG oslo_concurrency.lockutils [req-56a0dc44-2f93-4adc-9cc5-1730214a2154 req-bbc405cc-2268-42c3-aea0-62ce685cb276 service nova] Acquiring lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.007387] env[62822]: DEBUG oslo_concurrency.lockutils [req-56a0dc44-2f93-4adc-9cc5-1730214a2154 req-bbc405cc-2268-42c3-aea0-62ce685cb276 service nova] Acquired lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.007618] env[62822]: DEBUG nova.network.neutron [req-56a0dc44-2f93-4adc-9cc5-1730214a2154 req-bbc405cc-2268-42c3-aea0-62ce685cb276 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Refreshing network info cache for port ad0e336b-7622-45b2-aa13-97662c287b15 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.164108] env[62822]: DEBUG nova.network.neutron [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Successfully created port: 249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.249701] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765272, 'name': CreateVM_Task, 'duration_secs': 0.303432} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.249899] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.250588] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.250753] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.251112] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.251372] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d742d5c3-64b8-4844-beab-55739b2ad64b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.255813] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1234.255813] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]522202bb-d178-b4e7-c318-872c23b1267e" [ 1234.255813] env[62822]: _type = "Task" [ 1234.255813] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.263544] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522202bb-d178-b4e7-c318-872c23b1267e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.335192] env[62822]: DEBUG nova.compute.manager [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.697758] env[62822]: DEBUG nova.network.neutron [req-56a0dc44-2f93-4adc-9cc5-1730214a2154 req-bbc405cc-2268-42c3-aea0-62ce685cb276 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updated VIF entry in instance network info cache for port ad0e336b-7622-45b2-aa13-97662c287b15. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.698181] env[62822]: DEBUG nova.network.neutron [req-56a0dc44-2f93-4adc-9cc5-1730214a2154 req-bbc405cc-2268-42c3-aea0-62ce685cb276 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance_info_cache with network_info: [{"id": "ad0e336b-7622-45b2-aa13-97662c287b15", "address": "fa:16:3e:e3:7a:ad", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad0e336b-76", "ovs_interfaceid": "ad0e336b-7622-45b2-aa13-97662c287b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.768211] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]522202bb-d178-b4e7-c318-872c23b1267e, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.768596] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.768753] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.768985] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.769224] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.769330] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.769603] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d19dfab-c937-4ab9-a7b0-fe5a153765e8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.786675] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.786894] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.787696] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54353038-979b-4df8-a959-f9900b9606df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.793045] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1234.793045] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52020019-64bc-984c-4fcc-29c760bb2a55" [ 1234.793045] env[62822]: _type = "Task" [ 1234.793045] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.800800] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52020019-64bc-984c-4fcc-29c760bb2a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.865892] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.866131] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.963021] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "dc73f166-f78e-4731-9f46-54bba20c4ddb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.963355] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.964051] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "dc73f166-f78e-4731-9f46-54bba20c4ddb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.964264] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.964440] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.966511] env[62822]: INFO nova.compute.manager [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Terminating instance [ 1235.201026] env[62822]: DEBUG oslo_concurrency.lockutils [req-56a0dc44-2f93-4adc-9cc5-1730214a2154 req-bbc405cc-2268-42c3-aea0-62ce685cb276 service nova] Releasing lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.303995] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52020019-64bc-984c-4fcc-29c760bb2a55, 'name': SearchDatastore_Task, 'duration_secs': 0.034762} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.304668] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0b0df8-411d-4577-84d9-6c1e37461bc6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.309612] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1235.309612] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c392dd-d594-2bb6-0a9c-669e42a703c9" [ 1235.309612] env[62822]: _type = "Task" [ 1235.309612] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.316929] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c392dd-d594-2bb6-0a9c-669e42a703c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.345597] env[62822]: DEBUG nova.compute.manager [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.370989] env[62822]: DEBUG nova.virt.hardware [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.371242] env[62822]: DEBUG nova.virt.hardware [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.371398] env[62822]: DEBUG nova.virt.hardware [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.371658] env[62822]: DEBUG nova.virt.hardware [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.371816] env[62822]: DEBUG nova.virt.hardware [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.371965] env[62822]: DEBUG nova.virt.hardware [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.372185] env[62822]: DEBUG nova.virt.hardware [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.372341] env[62822]: DEBUG nova.virt.hardware [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.372505] env[62822]: DEBUG nova.virt.hardware [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.372666] env[62822]: DEBUG nova.virt.hardware [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.372822] env[62822]: DEBUG nova.virt.hardware [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.373731] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006253c7-9a5a-454e-ab21-5333293e625d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.381407] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c26dacb-82c8-4ebe-8136-d0118e2b752f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.470237] env[62822]: DEBUG nova.compute.manager [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.470304] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.471194] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab04452c-24b6-4949-9507-bb50d0701306 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.478318] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.478551] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8efa7633-1178-4231-94cb-bfaf598a696a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.484094] env[62822]: DEBUG oslo_vmware.api [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1235.484094] env[62822]: value = "task-2765273" [ 1235.484094] env[62822]: _type = "Task" [ 1235.484094] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.493386] env[62822]: DEBUG oslo_vmware.api [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.670886] env[62822]: DEBUG nova.network.neutron [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Successfully updated port: 249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.820667] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c392dd-d594-2bb6-0a9c-669e42a703c9, 'name': SearchDatastore_Task, 'duration_secs': 0.027155} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.821041] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.821179] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 18ce1d71-e8db-4cda-bdea-eedce27c8c21/18ce1d71-e8db-4cda-bdea-eedce27c8c21.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.821444] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-506deea2-623f-4dfb-bb82-61ae0ca491d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.827629] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1235.827629] env[62822]: value = "task-2765274" [ 1235.827629] env[62822]: _type = "Task" [ 1235.827629] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.834795] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.994180] env[62822]: DEBUG oslo_vmware.api [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765273, 'name': PowerOffVM_Task, 'duration_secs': 0.191394} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.994447] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.994616] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.994883] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f014319e-cd6f-46c6-8942-673b2dacbd5a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.034959] env[62822]: DEBUG nova.compute.manager [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Received event network-vif-plugged-249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1236.035177] env[62822]: DEBUG oslo_concurrency.lockutils [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] Acquiring lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.035411] env[62822]: DEBUG oslo_concurrency.lockutils [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.035651] env[62822]: DEBUG oslo_concurrency.lockutils [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.035778] env[62822]: DEBUG nova.compute.manager [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] No waiting events found dispatching network-vif-plugged-249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.035982] env[62822]: WARNING nova.compute.manager [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Received unexpected event network-vif-plugged-249b8ea2-8825-4ada-891c-72db3ea03581 for instance with vm_state building and task_state spawning. [ 1236.036159] env[62822]: DEBUG nova.compute.manager [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Received event network-changed-249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1236.036309] env[62822]: DEBUG nova.compute.manager [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Refreshing instance network info cache due to event network-changed-249b8ea2-8825-4ada-891c-72db3ea03581. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1236.036489] env[62822]: DEBUG oslo_concurrency.lockutils [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] Acquiring lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.036623] env[62822]: DEBUG oslo_concurrency.lockutils [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] Acquired lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.036780] env[62822]: DEBUG nova.network.neutron [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Refreshing network info cache for port 249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.080319] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.080580] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.080814] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleting the datastore file [datastore1] dc73f166-f78e-4731-9f46-54bba20c4ddb {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.081106] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c99b4d5a-9530-4475-adcb-8af4edee48f1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.087114] env[62822]: DEBUG oslo_vmware.api [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1236.087114] env[62822]: value = "task-2765276" [ 1236.087114] env[62822]: _type = "Task" [ 1236.087114] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.096506] env[62822]: DEBUG oslo_vmware.api [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.173731] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.338262] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438673} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.338521] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 18ce1d71-e8db-4cda-bdea-eedce27c8c21/18ce1d71-e8db-4cda-bdea-eedce27c8c21.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.338729] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.338973] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22ff388f-9490-4798-a836-830315ac1b1f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.346953] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1236.346953] env[62822]: value = "task-2765277" [ 1236.346953] env[62822]: _type = "Task" [ 1236.346953] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.354304] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.531274] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.531497] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.568252] env[62822]: DEBUG nova.network.neutron [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.597132] env[62822]: DEBUG oslo_vmware.api [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266437} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.597401] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.597591] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.597769] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.597942] env[62822]: INFO nova.compute.manager [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1236.598194] env[62822]: DEBUG oslo.service.loopingcall [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1236.598387] env[62822]: DEBUG nova.compute.manager [-] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.598477] env[62822]: DEBUG nova.network.neutron [-] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.657901] env[62822]: DEBUG nova.network.neutron [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.856896] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064218} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.857225] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.857948] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755cb4e5-84df-428d-8911-3eb6a5e5001e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.860836] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.872647] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.881452] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 18ce1d71-e8db-4cda-bdea-eedce27c8c21/18ce1d71-e8db-4cda-bdea-eedce27c8c21.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.881831] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b854e5-015c-4749-b4c3-cc2fae4a2c85 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.900363] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1236.900363] env[62822]: value = "task-2765278" [ 1236.900363] env[62822]: _type = "Task" [ 1236.900363] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.908058] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765278, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.035170] env[62822]: DEBUG nova.compute.utils [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.162344] env[62822]: DEBUG oslo_concurrency.lockutils [req-055cb2df-fb7d-4cf4-b272-bc0da116b19c req-8b3ab190-390c-492d-baec-ec280e4b1721 service nova] Releasing lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.162344] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.162344] env[62822]: DEBUG nova.network.neutron [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.410114] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765278, 'name': ReconfigVM_Task, 'duration_secs': 0.272625} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.410415] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 18ce1d71-e8db-4cda-bdea-eedce27c8c21/18ce1d71-e8db-4cda-bdea-eedce27c8c21.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.411079] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2edba3d4-f3d0-48e9-8388-4c4e142bb615 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.417536] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1237.417536] env[62822]: value = "task-2765279" [ 1237.417536] env[62822]: _type = "Task" [ 1237.417536] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.424781] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765279, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.538247] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.558379] env[62822]: DEBUG nova.network.neutron [-] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.693961] env[62822]: DEBUG nova.network.neutron [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.809437] env[62822]: DEBUG nova.network.neutron [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updating instance_info_cache with network_info: [{"id": "249b8ea2-8825-4ada-891c-72db3ea03581", "address": "fa:16:3e:46:cf:eb", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249b8ea2-88", "ovs_interfaceid": "249b8ea2-8825-4ada-891c-72db3ea03581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.865384] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.928972] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765279, 'name': Rename_Task, 'duration_secs': 0.133693} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.929272] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.929519] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcc50785-996a-414d-b6f3-03d0a97d7810 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.935798] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1237.935798] env[62822]: value = "task-2765280" [ 1237.935798] env[62822]: _type = "Task" [ 1237.935798] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.943285] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.060519] env[62822]: DEBUG nova.compute.manager [req-7feaffba-3740-49b3-b7f8-b3802f62eeab req-078caa95-24ee-4ea5-ba95-b8b3d1d28bb6 service nova] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Received event network-vif-deleted-e72cd137-aaa0-4f0f-9d2a-5d292faaeb90 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1238.060981] env[62822]: INFO nova.compute.manager [-] [instance: dc73f166-f78e-4731-9f46-54bba20c4ddb] Took 1.46 seconds to deallocate network for instance. [ 1238.313481] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.313836] env[62822]: DEBUG nova.compute.manager [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Instance network_info: |[{"id": "249b8ea2-8825-4ada-891c-72db3ea03581", "address": "fa:16:3e:46:cf:eb", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249b8ea2-88", "ovs_interfaceid": "249b8ea2-8825-4ada-891c-72db3ea03581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.314278] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:cf:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '249b8ea2-8825-4ada-891c-72db3ea03581', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.322060] env[62822]: DEBUG oslo.service.loopingcall [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.322275] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.322492] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-789626db-9f97-449f-9418-08779e795b63 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.342670] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.342670] env[62822]: value = "task-2765281" [ 1238.342670] env[62822]: _type = "Task" [ 1238.342670] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.351702] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765281, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.368188] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.368415] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.368581] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.368730] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1238.369527] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebfecc3-c565-432a-8edb-58afba0f0c96 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.377362] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea588510-2e3a-47ab-ba82-d18bbcba9712 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.391186] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d17144-2ebb-42f4-bb89-3118d061d59b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.397417] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e15cead-ea62-4d9d-8da6-13b1c1b9f4c8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.427321] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180090MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1238.427495] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.427681] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.445136] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.567657] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.603321] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.603644] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.603943] env[62822]: INFO nova.compute.manager [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Attaching volume c9c4e955-f13d-442d-81ff-d452bdd2051e to /dev/sdb [ 1238.636009] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3583bfa6-9128-4606-b99d-6ebf4bf42dec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.643472] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a44207-77ed-4e7a-9b11-45db145c8d32 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.656833] env[62822]: DEBUG nova.virt.block_device [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Updating existing volume attachment record: 5ad7c885-f4b9-49b6-9523-15332166d86e {{(pid=62822) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1238.852082] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765281, 'name': CreateVM_Task, 'duration_secs': 0.304744} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.852249] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.853014] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.853183] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.853578] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.853865] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ceef375-5c6f-49e4-a292-552d9e2c0705 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.858810] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1238.858810] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e6ed53-14f6-43f2-f0b6-a8becb29583f" [ 1238.858810] env[62822]: _type = "Task" [ 1238.858810] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.866301] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e6ed53-14f6-43f2-f0b6-a8becb29583f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.945408] env[62822]: DEBUG oslo_vmware.api [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765280, 'name': PowerOnVM_Task, 'duration_secs': 0.934758} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.946214] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.946423] env[62822]: INFO nova.compute.manager [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1238.946601] env[62822]: DEBUG nova.compute.manager [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.947363] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56ae52b-182a-4bd3-84cb-7f79ddddce11 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.369262] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e6ed53-14f6-43f2-f0b6-a8becb29583f, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.369425] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.369597] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.369830] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.369975] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.370194] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.370490] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a09c0c7-b63e-456c-a930-e8c6a9e12cdc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.378110] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.378284] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.378951] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55145e2a-fb8d-4f5f-85ab-40c1a6ff759e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.383812] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1239.383812] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]528863af-ab31-7690-461c-79ddf013834b" [ 1239.383812] env[62822]: _type = "Task" [ 1239.383812] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.391205] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528863af-ab31-7690-461c-79ddf013834b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.455140] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance b5714e47-2750-4617-a185-7e1cfeac03dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.455298] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 40d0f047-4ecb-49af-9c40-701fd29b3159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.455421] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 7462b7cd-5a3f-40bd-ba46-c33125e9e39e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.455540] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 87463fb5-ca61-4e15-9721-2a90ba39a660 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.455658] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 18ce1d71-e8db-4cda-bdea-eedce27c8c21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.455795] env[62822]: WARNING nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance dc73f166-f78e-4731-9f46-54bba20c4ddb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1239.455937] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.456150] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1239.456286] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1239.464758] env[62822]: INFO nova.compute.manager [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Took 14.71 seconds to build instance. [ 1239.547206] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e7e99e-0c91-4aeb-b4f3-bdf6895098a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.554791] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15082c73-0a5a-4812-8330-3c2cda699436 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.583992] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8890f296-9e26-42fe-a65a-98acf418fab2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.590779] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acf4ada-65ba-44a9-b7fa-3da4c614fb53 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.603618] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.895545] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]528863af-ab31-7690-461c-79ddf013834b, 'name': SearchDatastore_Task, 'duration_secs': 0.007601} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.896325] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b9c517-c73f-4d44-a6e0-af708c33d457 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.901212] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1239.901212] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ac41f9-efe2-d1f8-6f08-24d78dce8b75" [ 1239.901212] env[62822]: _type = "Task" [ 1239.901212] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.908538] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ac41f9-efe2-d1f8-6f08-24d78dce8b75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.967260] env[62822]: DEBUG oslo_concurrency.lockutils [None req-f1c6a791-8f7d-454b-b89a-5da1821ffc77 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.224s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.107866] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.412012] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52ac41f9-efe2-d1f8-6f08-24d78dce8b75, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.412288] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.412617] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 7a8f7e74-2a2d-4273-afeb-d91c983ffd05/7a8f7e74-2a2d-4273-afeb-d91c983ffd05.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.412931] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a04b4a4c-f0cf-430e-915c-1137405cad62 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.420242] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1240.420242] env[62822]: value = "task-2765283" [ 1240.420242] env[62822]: _type = "Task" [ 1240.420242] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.427819] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.614027] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1240.614246] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.187s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.614587] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.047s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.614809] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.637416] env[62822]: INFO nova.scheduler.client.report [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleted allocations for instance dc73f166-f78e-4731-9f46-54bba20c4ddb [ 1240.854256] env[62822]: DEBUG nova.compute.manager [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Stashing vm_state: active {{(pid=62822) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1240.930230] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438794} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.930695] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 7a8f7e74-2a2d-4273-afeb-d91c983ffd05/7a8f7e74-2a2d-4273-afeb-d91c983ffd05.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.930798] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.930985] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9abfea3-983d-4fca-9457-489ba3ccaf40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.936767] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1240.936767] env[62822]: value = "task-2765285" [ 1240.936767] env[62822]: _type = "Task" [ 1240.936767] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.944317] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.146169] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3fc69b0d-b339-41fd-819f-a084242b2990 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "dc73f166-f78e-4731-9f46-54bba20c4ddb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.183s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.375169] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.375430] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.446756] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066954} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.447041] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.447809] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45414c1a-8a6c-401b-9945-c508f346594c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.470992] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 7a8f7e74-2a2d-4273-afeb-d91c983ffd05/7a8f7e74-2a2d-4273-afeb-d91c983ffd05.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.471319] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1190536d-a1f0-4e45-af3d-3225e3fb613c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.491464] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1241.491464] env[62822]: value = "task-2765286" [ 1241.491464] env[62822]: _type = "Task" [ 1241.491464] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.499234] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.617523] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.617750] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.617883] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62822) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1241.880553] env[62822]: INFO nova.compute.claims [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.999080] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "4f2d9025-ef08-4fb7-914e-265761382677" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.999399] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "4f2d9025-ef08-4fb7-914e-265761382677" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.006492] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765286, 'name': ReconfigVM_Task, 'duration_secs': 0.435004} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.006776] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 7a8f7e74-2a2d-4273-afeb-d91c983ffd05/7a8f7e74-2a2d-4273-afeb-d91c983ffd05.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.007395] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a645772f-686f-410b-b416-1e6dd67fff03 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.014270] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1242.014270] env[62822]: value = "task-2765287" [ 1242.014270] env[62822]: _type = "Task" [ 1242.014270] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.022342] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765287, 'name': Rename_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.386989] env[62822]: INFO nova.compute.resource_tracker [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating resource usage from migration d0e7dea6-b5f2-4067-b256-79afe08bfb33 [ 1242.486400] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3875fee4-6cdb-47b9-a0b0-b3b49d013ca7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.493961] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00742623-79ab-40f1-bc00-b8a667083d7d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.524010] env[62822]: DEBUG nova.compute.manager [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Starting instance... {{(pid=62822) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.530370] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602d3ba0-4513-4fc5-9b68-109ef54b8e1d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.537310] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765287, 'name': Rename_Task, 'duration_secs': 0.136552} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.539330] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.539595] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0d322b8-7074-42fa-b058-19c564207228 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.541821] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25c8762-8cc2-4c03-8747-1491ab255a82 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.556869] env[62822]: DEBUG nova.compute.provider_tree [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.559099] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1242.559099] env[62822]: value = "task-2765288" [ 1242.559099] env[62822]: _type = "Task" [ 1242.559099] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.567942] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765288, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.041607] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.060676] env[62822]: DEBUG nova.scheduler.client.report [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.072587] env[62822]: DEBUG oslo_vmware.api [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765288, 'name': PowerOnVM_Task, 'duration_secs': 0.415429} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.072829] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.073804] env[62822]: INFO nova.compute.manager [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1243.073804] env[62822]: DEBUG nova.compute.manager [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.073999] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503fbfdb-ca6a-43c7-8550-2f6cd5cdd901 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.201278] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Volume attach. Driver type: vmdk {{(pid=62822) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1243.201529] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556306', 'volume_id': 'c9c4e955-f13d-442d-81ff-d452bdd2051e', 'name': 'volume-c9c4e955-f13d-442d-81ff-d452bdd2051e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7462b7cd-5a3f-40bd-ba46-c33125e9e39e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9c4e955-f13d-442d-81ff-d452bdd2051e', 'serial': 'c9c4e955-f13d-442d-81ff-d452bdd2051e'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1243.202423] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb061200-f1ae-435f-b145-dbf240f76b30 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.218889] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5136ff8a-0723-4ea8-bb18-274047dcbe5c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.242718] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-c9c4e955-f13d-442d-81ff-d452bdd2051e/volume-c9c4e955-f13d-442d-81ff-d452bdd2051e.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.243277] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53eab20e-6713-4d24-86fc-9a879f9f306c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.260560] env[62822]: DEBUG oslo_vmware.api [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1243.260560] env[62822]: value = "task-2765289" [ 1243.260560] env[62822]: _type = "Task" [ 1243.260560] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.267531] env[62822]: DEBUG oslo_vmware.api [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.568961] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.193s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.569195] env[62822]: INFO nova.compute.manager [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Migrating [ 1243.575436] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.534s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.576874] env[62822]: INFO nova.compute.claims [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.594835] env[62822]: INFO nova.compute.manager [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Took 12.45 seconds to build instance. [ 1243.770420] env[62822]: DEBUG oslo_vmware.api [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765289, 'name': ReconfigVM_Task, 'duration_secs': 0.428577} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.770719] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-c9c4e955-f13d-442d-81ff-d452bdd2051e/volume-c9c4e955-f13d-442d-81ff-d452bdd2051e.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.775383] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20de5c2a-b846-4207-b2fa-eb6346340162 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.790051] env[62822]: DEBUG oslo_vmware.api [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1243.790051] env[62822]: value = "task-2765290" [ 1243.790051] env[62822]: _type = "Task" [ 1243.790051] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.797676] env[62822]: DEBUG oslo_vmware.api [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.092301] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.092699] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.092699] env[62822]: DEBUG nova.network.neutron [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.097238] env[62822]: DEBUG oslo_concurrency.lockutils [None req-56dd53b8-b19b-4503-b2e7-70f00e5d3841 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.967s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.269285] env[62822]: DEBUG nova.compute.manager [req-2c276f15-c8f7-46ce-8908-c2d34f2272b2 req-0e48a177-e0c0-4867-93f1-181a1c1e8c45 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Received event network-changed-249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.269760] env[62822]: DEBUG nova.compute.manager [req-2c276f15-c8f7-46ce-8908-c2d34f2272b2 req-0e48a177-e0c0-4867-93f1-181a1c1e8c45 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Refreshing instance network info cache due to event network-changed-249b8ea2-8825-4ada-891c-72db3ea03581. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1244.269760] env[62822]: DEBUG oslo_concurrency.lockutils [req-2c276f15-c8f7-46ce-8908-c2d34f2272b2 req-0e48a177-e0c0-4867-93f1-181a1c1e8c45 service nova] Acquiring lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.269760] env[62822]: DEBUG oslo_concurrency.lockutils [req-2c276f15-c8f7-46ce-8908-c2d34f2272b2 req-0e48a177-e0c0-4867-93f1-181a1c1e8c45 service nova] Acquired lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.269960] env[62822]: DEBUG nova.network.neutron [req-2c276f15-c8f7-46ce-8908-c2d34f2272b2 req-0e48a177-e0c0-4867-93f1-181a1c1e8c45 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Refreshing network info cache for port 249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.299222] env[62822]: DEBUG oslo_vmware.api [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765290, 'name': ReconfigVM_Task, 'duration_secs': 0.13402} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.299508] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556306', 'volume_id': 'c9c4e955-f13d-442d-81ff-d452bdd2051e', 'name': 'volume-c9c4e955-f13d-442d-81ff-d452bdd2051e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7462b7cd-5a3f-40bd-ba46-c33125e9e39e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9c4e955-f13d-442d-81ff-d452bdd2051e', 'serial': 'c9c4e955-f13d-442d-81ff-d452bdd2051e'} {{(pid=62822) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1244.697647] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38108474-f24b-49b5-a8b8-51dc699373c6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.705387] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2713f460-4250-4d39-b407-a464990ffaca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.739088] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0e6018-39a5-4855-aa09-eca8a9176250 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.746313] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4604b23a-ff89-4491-bc0d-c514c62a6826 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.759684] env[62822]: DEBUG nova.compute.provider_tree [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.821685] env[62822]: DEBUG nova.network.neutron [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance_info_cache with network_info: [{"id": "ad0e336b-7622-45b2-aa13-97662c287b15", "address": "fa:16:3e:e3:7a:ad", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad0e336b-76", "ovs_interfaceid": "ad0e336b-7622-45b2-aa13-97662c287b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.007316] env[62822]: DEBUG nova.network.neutron [req-2c276f15-c8f7-46ce-8908-c2d34f2272b2 req-0e48a177-e0c0-4867-93f1-181a1c1e8c45 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updated VIF entry in instance network info cache for port 249b8ea2-8825-4ada-891c-72db3ea03581. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.007663] env[62822]: DEBUG nova.network.neutron [req-2c276f15-c8f7-46ce-8908-c2d34f2272b2 req-0e48a177-e0c0-4867-93f1-181a1c1e8c45 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updating instance_info_cache with network_info: [{"id": "249b8ea2-8825-4ada-891c-72db3ea03581", "address": "fa:16:3e:46:cf:eb", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249b8ea2-88", "ovs_interfaceid": "249b8ea2-8825-4ada-891c-72db3ea03581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.263120] env[62822]: DEBUG nova.scheduler.client.report [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.335868] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.347948] env[62822]: DEBUG nova.objects.instance [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lazy-loading 'flavor' on Instance uuid 7462b7cd-5a3f-40bd-ba46-c33125e9e39e {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.510268] env[62822]: DEBUG oslo_concurrency.lockutils [req-2c276f15-c8f7-46ce-8908-c2d34f2272b2 req-0e48a177-e0c0-4867-93f1-181a1c1e8c45 service nova] Releasing lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.768596] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.769265] env[62822]: DEBUG nova.compute.manager [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Start building networks asynchronously for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.853026] env[62822]: DEBUG oslo_concurrency.lockutils [None req-4650bcb0-2588-4bbb-b072-baf637eb6c79 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.860995] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.933834] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "87463fb5-ca61-4e15-9721-2a90ba39a660" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.934175] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.934475] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "87463fb5-ca61-4e15-9721-2a90ba39a660-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.934736] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.934980] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.937173] env[62822]: INFO nova.compute.manager [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Terminating instance [ 1246.059149] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.059449] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.275524] env[62822]: DEBUG nova.compute.utils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Using /dev/sd instead of None {{(pid=62822) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.277017] env[62822]: DEBUG nova.compute.manager [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Allocating IP information in the background. {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.277196] env[62822]: DEBUG nova.network.neutron [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] allocate_for_instance() {{(pid=62822) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.321621] env[62822]: DEBUG nova.policy [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a384914d8adf4529b985f480872f2c09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2f8f55dae734d0eb921bc785053b4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62822) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.441134] env[62822]: DEBUG nova.compute.manager [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.441408] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.441777] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cb9ad54-ba3c-4f20-8c95-daa64af9fbcf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.448813] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1246.448813] env[62822]: value = "task-2765291" [ 1246.448813] env[62822]: _type = "Task" [ 1246.448813] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.457934] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.562728] env[62822]: INFO nova.compute.manager [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Detaching volume c9c4e955-f13d-442d-81ff-d452bdd2051e [ 1246.604835] env[62822]: INFO nova.virt.block_device [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Attempting to driver detach volume c9c4e955-f13d-442d-81ff-d452bdd2051e from mountpoint /dev/sdb [ 1246.605102] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1246.606034] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556306', 'volume_id': 'c9c4e955-f13d-442d-81ff-d452bdd2051e', 'name': 'volume-c9c4e955-f13d-442d-81ff-d452bdd2051e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7462b7cd-5a3f-40bd-ba46-c33125e9e39e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9c4e955-f13d-442d-81ff-d452bdd2051e', 'serial': 'c9c4e955-f13d-442d-81ff-d452bdd2051e'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1246.606284] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315ac2c7-5bb3-463e-98a0-ffc50531af98 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.632075] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5383e55-981b-4d3b-b2ce-db3b9fa9bcda {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.636363] env[62822]: DEBUG nova.network.neutron [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Successfully created port: 1b623109-bc26-4cd4-b63f-0b59173f1816 {{(pid=62822) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.640564] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97739568-3e0c-46be-8dde-7c9ed48c591e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.661561] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc7c55b-fd47-489b-9f88-fb33681c34e4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.676369] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] The volume has not been displaced from its original location: [datastore1] volume-c9c4e955-f13d-442d-81ff-d452bdd2051e/volume-c9c4e955-f13d-442d-81ff-d452bdd2051e.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1246.681585] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.681886] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc4b54e0-5490-4443-9071-d3dc42c4d311 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.698856] env[62822]: DEBUG oslo_vmware.api [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1246.698856] env[62822]: value = "task-2765292" [ 1246.698856] env[62822]: _type = "Task" [ 1246.698856] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.706463] env[62822]: DEBUG oslo_vmware.api [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.780341] env[62822]: DEBUG nova.compute.manager [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Start building block device mappings for instance. {{(pid=62822) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.851226] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd61a347-a2c5-4e1e-98b3-517469ebdb2b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.873431] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance '18ce1d71-e8db-4cda-bdea-eedce27c8c21' progress to 0 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.958772] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765291, 'name': PowerOffVM_Task, 'duration_secs': 0.176118} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.959088] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.959293] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Volume detach. Driver type: vmdk {{(pid=62822) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1246.959482] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556292', 'volume_id': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'name': 'volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '87463fb5-ca61-4e15-9721-2a90ba39a660', 'attached_at': '2025-02-21T13:26:00.000000', 'detached_at': '', 'volume_id': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'serial': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1246.960219] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c979fd-875a-4ee8-ace5-5a60c09c7ad8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.977821] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b93e7f-8840-45bc-9402-195f6b3c8b68 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.984686] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5804d7-0a56-48db-941d-53e856e8ea39 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.001966] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b02b9b0-dc04-4dce-931e-70247640bd28 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.017157] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] The volume has not been displaced from its original location: [datastore2] volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa/volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa.vmdk. No consolidation needed. {{(pid=62822) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1247.022374] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.022619] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-355fd02d-fb3a-4da4-9090-4bd3f697b907 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.040265] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1247.040265] env[62822]: value = "task-2765293" [ 1247.040265] env[62822]: _type = "Task" [ 1247.040265] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.047746] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.208598] env[62822]: DEBUG oslo_vmware.api [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765292, 'name': ReconfigVM_Task, 'duration_secs': 0.212323} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.208598] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.213586] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c226d95-2903-46b6-8d78-1a34e95fa0fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.228518] env[62822]: DEBUG oslo_vmware.api [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1247.228518] env[62822]: value = "task-2765294" [ 1247.228518] env[62822]: _type = "Task" [ 1247.228518] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.236385] env[62822]: DEBUG oslo_vmware.api [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.380708] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.381112] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f981257-f4e5-43f9-be2f-a1a06e15e135 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.388811] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1247.388811] env[62822]: value = "task-2765295" [ 1247.388811] env[62822]: _type = "Task" [ 1247.388811] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.396857] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.551021] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765293, 'name': ReconfigVM_Task, 'duration_secs': 0.145903} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.551342] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.555961] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ef423c-dd76-42d5-a6ac-838e3747cf3d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.571608] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1247.571608] env[62822]: value = "task-2765296" [ 1247.571608] env[62822]: _type = "Task" [ 1247.571608] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.580166] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.740547] env[62822]: DEBUG oslo_vmware.api [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765294, 'name': ReconfigVM_Task, 'duration_secs': 0.135388} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.741011] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556306', 'volume_id': 'c9c4e955-f13d-442d-81ff-d452bdd2051e', 'name': 'volume-c9c4e955-f13d-442d-81ff-d452bdd2051e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7462b7cd-5a3f-40bd-ba46-c33125e9e39e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9c4e955-f13d-442d-81ff-d452bdd2051e', 'serial': 'c9c4e955-f13d-442d-81ff-d452bdd2051e'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1247.791835] env[62822]: DEBUG nova.compute.manager [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Start spawning the instance on the hypervisor. {{(pid=62822) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.819567] env[62822]: DEBUG nova.virt.hardware [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T13:13:03Z,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='903febd14c254130b819cfb261d09351',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T13:13:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.819805] env[62822]: DEBUG nova.virt.hardware [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.819961] env[62822]: DEBUG nova.virt.hardware [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.820318] env[62822]: DEBUG nova.virt.hardware [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.820401] env[62822]: DEBUG nova.virt.hardware [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.820491] env[62822]: DEBUG nova.virt.hardware [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.820698] env[62822]: DEBUG nova.virt.hardware [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.820878] env[62822]: DEBUG nova.virt.hardware [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.821062] env[62822]: DEBUG nova.virt.hardware [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.821226] env[62822]: DEBUG nova.virt.hardware [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.821395] env[62822]: DEBUG nova.virt.hardware [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.822394] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa1f33-2015-45a5-962c-a33424a23b54 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.830733] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f9450e-399c-4ece-96cf-635d1c2527c8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.898313] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765295, 'name': PowerOffVM_Task, 'duration_secs': 0.249785} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.898592] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.898775] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance '18ce1d71-e8db-4cda-bdea-eedce27c8c21' progress to 17 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.022929] env[62822]: DEBUG nova.compute.manager [req-c960e92c-628d-4e69-a58e-dab80d48613c req-9733a02e-022e-4620-992c-48ee1e7ffc01 service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Received event network-vif-plugged-1b623109-bc26-4cd4-b63f-0b59173f1816 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1248.023327] env[62822]: DEBUG oslo_concurrency.lockutils [req-c960e92c-628d-4e69-a58e-dab80d48613c req-9733a02e-022e-4620-992c-48ee1e7ffc01 service nova] Acquiring lock "4f2d9025-ef08-4fb7-914e-265761382677-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.023481] env[62822]: DEBUG oslo_concurrency.lockutils [req-c960e92c-628d-4e69-a58e-dab80d48613c req-9733a02e-022e-4620-992c-48ee1e7ffc01 service nova] Lock "4f2d9025-ef08-4fb7-914e-265761382677-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.023778] env[62822]: DEBUG oslo_concurrency.lockutils [req-c960e92c-628d-4e69-a58e-dab80d48613c req-9733a02e-022e-4620-992c-48ee1e7ffc01 service nova] Lock "4f2d9025-ef08-4fb7-914e-265761382677-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.023935] env[62822]: DEBUG nova.compute.manager [req-c960e92c-628d-4e69-a58e-dab80d48613c req-9733a02e-022e-4620-992c-48ee1e7ffc01 service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] No waiting events found dispatching network-vif-plugged-1b623109-bc26-4cd4-b63f-0b59173f1816 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.024159] env[62822]: WARNING nova.compute.manager [req-c960e92c-628d-4e69-a58e-dab80d48613c req-9733a02e-022e-4620-992c-48ee1e7ffc01 service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Received unexpected event network-vif-plugged-1b623109-bc26-4cd4-b63f-0b59173f1816 for instance with vm_state building and task_state spawning. [ 1248.080620] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765296, 'name': ReconfigVM_Task, 'duration_secs': 0.188785} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.080918] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-556292', 'volume_id': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'name': 'volume-e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '87463fb5-ca61-4e15-9721-2a90ba39a660', 'attached_at': '2025-02-21T13:26:00.000000', 'detached_at': '', 'volume_id': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa', 'serial': 'e7ea22a8-d4dd-4c09-a265-f92fef89e5aa'} {{(pid=62822) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.081206] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.081942] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56386828-b049-429f-b147-fea72f8ab8d5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.088302] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.088866] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00f3277d-a624-4c94-91dd-862f745d567f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.114723] env[62822]: DEBUG nova.network.neutron [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Successfully updated port: 1b623109-bc26-4cd4-b63f-0b59173f1816 {{(pid=62822) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.152481] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.152699] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.152996] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleting the datastore file [datastore2] 87463fb5-ca61-4e15-9721-2a90ba39a660 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.153675] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db006880-0564-47c7-bb3d-84660a921f9a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.160843] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1248.160843] env[62822]: value = "task-2765298" [ 1248.160843] env[62822]: _type = "Task" [ 1248.160843] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.168840] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.283480] env[62822]: DEBUG nova.objects.instance [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lazy-loading 'flavor' on Instance uuid 7462b7cd-5a3f-40bd-ba46-c33125e9e39e {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.405100] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.405518] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.405518] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.405612] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.405760] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.405912] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.406136] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.406298] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.406463] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.406617] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.406786] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.411694] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4053d259-6e9e-433b-9f20-dd958b9c3096 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.427751] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1248.427751] env[62822]: value = "task-2765299" [ 1248.427751] env[62822]: _type = "Task" [ 1248.427751] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.435371] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.617798] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.617944] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.618108] env[62822]: DEBUG nova.network.neutron [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.674625] env[62822]: DEBUG oslo_vmware.api [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080548} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.675030] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.675336] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.675631] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.675940] env[62822]: INFO nova.compute.manager [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1248.676317] env[62822]: DEBUG oslo.service.loopingcall [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.676865] env[62822]: DEBUG nova.compute.manager [-] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.676865] env[62822]: DEBUG nova.network.neutron [-] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.938754] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765299, 'name': ReconfigVM_Task, 'duration_secs': 0.333252} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.939049] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance '18ce1d71-e8db-4cda-bdea-eedce27c8c21' progress to 33 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.171420] env[62822]: DEBUG nova.network.neutron [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Instance cache missing network info. {{(pid=62822) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.289838] env[62822]: DEBUG oslo_concurrency.lockutils [None req-e6a49fcf-aa99-416a-a364-32201840bec2 tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.230s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.357768] env[62822]: DEBUG nova.network.neutron [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Updating instance_info_cache with network_info: [{"id": "1b623109-bc26-4cd4-b63f-0b59173f1816", "address": "fa:16:3e:4f:b3:71", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b623109-bc", "ovs_interfaceid": "1b623109-bc26-4cd4-b63f-0b59173f1816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.446793] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.448170] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.448170] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.448170] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.448170] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.448457] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.448795] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.449112] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.449419] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.449732] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.450056] env[62822]: DEBUG nova.virt.hardware [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.455497] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.456125] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6962461-9411-4323-a88a-6bb462859539 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.476015] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1249.476015] env[62822]: value = "task-2765300" [ 1249.476015] env[62822]: _type = "Task" [ 1249.476015] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.484226] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.860695] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.861090] env[62822]: DEBUG nova.compute.manager [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Instance network_info: |[{"id": "1b623109-bc26-4cd4-b63f-0b59173f1816", "address": "fa:16:3e:4f:b3:71", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b623109-bc", "ovs_interfaceid": "1b623109-bc26-4cd4-b63f-0b59173f1816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62822) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.861672] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:b3:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b623109-bc26-4cd4-b63f-0b59173f1816', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.869541] env[62822]: DEBUG oslo.service.loopingcall [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.869759] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.869985] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-995613c4-c405-4bff-ae5a-92cff1998984 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.893016] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.893016] env[62822]: value = "task-2765301" [ 1249.893016] env[62822]: _type = "Task" [ 1249.893016] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.900805] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765301, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.931322] env[62822]: DEBUG nova.network.neutron [-] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.985940] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765300, 'name': ReconfigVM_Task, 'duration_secs': 0.167479} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.986328] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=62822) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.987159] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6133fb-3617-4006-bd60-b14b67c70d60 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.009064] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 18ce1d71-e8db-4cda-bdea-eedce27c8c21/18ce1d71-e8db-4cda-bdea-eedce27c8c21.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.009411] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99738096-7bf1-4cb0-be70-aed9489bf393 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.027478] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1250.027478] env[62822]: value = "task-2765302" [ 1250.027478] env[62822]: _type = "Task" [ 1250.027478] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.035147] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.053347] env[62822]: DEBUG nova.compute.manager [req-a2e182c6-bd1e-492f-8db5-dfa442888f9a req-6616c195-5a5e-4a1f-8325-2451d316ea78 service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Received event network-changed-1b623109-bc26-4cd4-b63f-0b59173f1816 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1250.053579] env[62822]: DEBUG nova.compute.manager [req-a2e182c6-bd1e-492f-8db5-dfa442888f9a req-6616c195-5a5e-4a1f-8325-2451d316ea78 service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Refreshing instance network info cache due to event network-changed-1b623109-bc26-4cd4-b63f-0b59173f1816. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1250.054565] env[62822]: DEBUG oslo_concurrency.lockutils [req-a2e182c6-bd1e-492f-8db5-dfa442888f9a req-6616c195-5a5e-4a1f-8325-2451d316ea78 service nova] Acquiring lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.054565] env[62822]: DEBUG oslo_concurrency.lockutils [req-a2e182c6-bd1e-492f-8db5-dfa442888f9a req-6616c195-5a5e-4a1f-8325-2451d316ea78 service nova] Acquired lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.054565] env[62822]: DEBUG nova.network.neutron [req-a2e182c6-bd1e-492f-8db5-dfa442888f9a req-6616c195-5a5e-4a1f-8325-2451d316ea78 service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Refreshing network info cache for port 1b623109-bc26-4cd4-b63f-0b59173f1816 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.309972] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.310293] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.310540] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.310751] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.310980] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.313255] env[62822]: INFO nova.compute.manager [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Terminating instance [ 1250.403499] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765301, 'name': CreateVM_Task, 'duration_secs': 0.313723} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.403713] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.404425] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.404560] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.404921] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.405179] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f467f841-f314-4877-886e-c734a53d95e6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.409281] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1250.409281] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c6b3ea-232f-3f38-8915-00875474ed48" [ 1250.409281] env[62822]: _type = "Task" [ 1250.409281] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.416815] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c6b3ea-232f-3f38-8915-00875474ed48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.434368] env[62822]: INFO nova.compute.manager [-] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Took 1.76 seconds to deallocate network for instance. [ 1250.537352] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765302, 'name': ReconfigVM_Task, 'duration_secs': 0.264103} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.537758] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 18ce1d71-e8db-4cda-bdea-eedce27c8c21/18ce1d71-e8db-4cda-bdea-eedce27c8c21.vmdk or device None with type thin {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.537870] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance '18ce1d71-e8db-4cda-bdea-eedce27c8c21' progress to 50 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.744577] env[62822]: DEBUG nova.network.neutron [req-a2e182c6-bd1e-492f-8db5-dfa442888f9a req-6616c195-5a5e-4a1f-8325-2451d316ea78 service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Updated VIF entry in instance network info cache for port 1b623109-bc26-4cd4-b63f-0b59173f1816. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.745044] env[62822]: DEBUG nova.network.neutron [req-a2e182c6-bd1e-492f-8db5-dfa442888f9a req-6616c195-5a5e-4a1f-8325-2451d316ea78 service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Updating instance_info_cache with network_info: [{"id": "1b623109-bc26-4cd4-b63f-0b59173f1816", "address": "fa:16:3e:4f:b3:71", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b623109-bc", "ovs_interfaceid": "1b623109-bc26-4cd4-b63f-0b59173f1816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.816716] env[62822]: DEBUG nova.compute.manager [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.816991] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.817906] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dc36a4-3ef2-4d2c-adb1-cc3af23847d5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.827513] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.827759] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab30497c-f1d3-4004-a4f4-c4b5c3075120 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.834470] env[62822]: DEBUG oslo_vmware.api [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1250.834470] env[62822]: value = "task-2765303" [ 1250.834470] env[62822]: _type = "Task" [ 1250.834470] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.842176] env[62822]: DEBUG oslo_vmware.api [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.919760] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52c6b3ea-232f-3f38-8915-00875474ed48, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.920071] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.920310] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Processing image ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.920537] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.920682] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.920856] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.921165] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-622292c3-0c17-4fd3-a411-debfd6100cb9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.929345] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.929530] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.930211] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966bcfb0-8e03-4894-a763-f4a02878d1fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.935021] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1250.935021] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a02b4a-30f0-004e-9b8d-60d8ffd3e987" [ 1250.935021] env[62822]: _type = "Task" [ 1250.935021] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.942732] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a02b4a-30f0-004e-9b8d-60d8ffd3e987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.977607] env[62822]: INFO nova.compute.manager [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Took 0.54 seconds to detach 1 volumes for instance. [ 1250.979769] env[62822]: DEBUG nova.compute.manager [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Deleting volume: e7ea22a8-d4dd-4c09-a265-f92fef89e5aa {{(pid=62822) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1251.045120] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02093cd-8c44-4d63-a811-d259c5746387 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.066064] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ab0452-3c9d-47f6-bc09-2c6a44390ae3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.083956] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance '18ce1d71-e8db-4cda-bdea-eedce27c8c21' progress to 67 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.247690] env[62822]: DEBUG oslo_concurrency.lockutils [req-a2e182c6-bd1e-492f-8db5-dfa442888f9a req-6616c195-5a5e-4a1f-8325-2451d316ea78 service nova] Releasing lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.247954] env[62822]: DEBUG nova.compute.manager [req-a2e182c6-bd1e-492f-8db5-dfa442888f9a req-6616c195-5a5e-4a1f-8325-2451d316ea78 service nova] [instance: 87463fb5-ca61-4e15-9721-2a90ba39a660] Received event network-vif-deleted-d08959fc-3b6f-4881-9e9d-3ed612cbf89f {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1251.343752] env[62822]: DEBUG oslo_vmware.api [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765303, 'name': PowerOffVM_Task, 'duration_secs': 0.156964} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.344022] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.344197] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.344443] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8dd9a1e-ed41-478f-878e-b98d34c82851 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.399247] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.399460] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.399684] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleting the datastore file [datastore2] 7462b7cd-5a3f-40bd-ba46-c33125e9e39e {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.399950] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bee8cb2-17b7-4730-a943-2a620f3fe6b4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.407052] env[62822]: DEBUG oslo_vmware.api [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for the task: (returnval){ [ 1251.407052] env[62822]: value = "task-2765306" [ 1251.407052] env[62822]: _type = "Task" [ 1251.407052] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.413999] env[62822]: DEBUG oslo_vmware.api [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.444276] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52a02b4a-30f0-004e-9b8d-60d8ffd3e987, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.445078] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-530333df-df96-499b-a65e-282e0ae5915e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.449684] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1251.449684] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e6b3e1-5f60-ab98-fce8-33b7f8a4c3d8" [ 1251.449684] env[62822]: _type = "Task" [ 1251.449684] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.457077] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e6b3e1-5f60-ab98-fce8-33b7f8a4c3d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.517642] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.517875] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.518105] env[62822]: DEBUG nova.objects.instance [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lazy-loading 'resources' on Instance uuid 87463fb5-ca61-4e15-9721-2a90ba39a660 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.623549] env[62822]: DEBUG nova.network.neutron [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Port ad0e336b-7622-45b2-aa13-97662c287b15 binding to destination host cpu-1 is already ACTIVE {{(pid=62822) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1251.916944] env[62822]: DEBUG oslo_vmware.api [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Task: {'id': task-2765306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138791} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.917215] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.917403] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.917581] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.917790] env[62822]: INFO nova.compute.manager [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1251.918065] env[62822]: DEBUG oslo.service.loopingcall [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.918259] env[62822]: DEBUG nova.compute.manager [-] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.918351] env[62822]: DEBUG nova.network.neutron [-] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.960273] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e6b3e1-5f60-ab98-fce8-33b7f8a4c3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008949} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.960533] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.960781] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 4f2d9025-ef08-4fb7-914e-265761382677/4f2d9025-ef08-4fb7-914e-265761382677.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.961052] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ac19a55-acbf-4bee-81da-01ac1a1b6f35 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.968826] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1251.968826] env[62822]: value = "task-2765307" [ 1251.968826] env[62822]: _type = "Task" [ 1251.968826] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.978453] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.134562] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5f1512-db83-439d-bdb1-998cef2004a3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.142377] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334263ab-6c55-4554-8e9f-bfb7998ba7b4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.177323] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aa3a47-c001-4fc4-bb03-d063dd87215c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.184776] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0175597b-94ae-4df4-ae80-8ede977d4398 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.198696] env[62822]: DEBUG nova.compute.provider_tree [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.395798] env[62822]: DEBUG nova.compute.manager [req-b4e00c65-0ca2-44b8-93e9-99687e618917 req-b799a90c-04ad-4e93-a12d-2a6e7275a762 service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Received event network-vif-deleted-b5ce0c58-0c73-4f6c-955a-e3630554a031 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1252.396030] env[62822]: INFO nova.compute.manager [req-b4e00c65-0ca2-44b8-93e9-99687e618917 req-b799a90c-04ad-4e93-a12d-2a6e7275a762 service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Neutron deleted interface b5ce0c58-0c73-4f6c-955a-e3630554a031; detaching it from the instance and deleting it from the info cache [ 1252.396217] env[62822]: DEBUG nova.network.neutron [req-b4e00c65-0ca2-44b8-93e9-99687e618917 req-b799a90c-04ad-4e93-a12d-2a6e7275a762 service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.479035] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.648161] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.648565] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.648613] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.702452] env[62822]: DEBUG nova.scheduler.client.report [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.877469] env[62822]: DEBUG nova.network.neutron [-] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.898758] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6baa8dc8-7afe-470d-8317-327e4d6206b9 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.908747] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a4426-d94f-485e-8c21-b7125145e825 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.936138] env[62822]: DEBUG nova.compute.manager [req-b4e00c65-0ca2-44b8-93e9-99687e618917 req-b799a90c-04ad-4e93-a12d-2a6e7275a762 service nova] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Detach interface failed, port_id=b5ce0c58-0c73-4f6c-955a-e3630554a031, reason: Instance 7462b7cd-5a3f-40bd-ba46-c33125e9e39e could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1252.978854] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866211} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.978854] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad/ed86ddcc-f9f8-49f2-b3b7-f36fc961ecad.vmdk to [datastore1] 4f2d9025-ef08-4fb7-914e-265761382677/4f2d9025-ef08-4fb7-914e-265761382677.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.978854] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Extending root virtual disk to 1048576 {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.978854] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51388d81-f3e3-4e4c-9bfd-b7c0c78d80ff {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.986687] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1252.986687] env[62822]: value = "task-2765308" [ 1252.986687] env[62822]: _type = "Task" [ 1252.986687] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.994280] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.207625] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.229790] env[62822]: INFO nova.scheduler.client.report [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted allocations for instance 87463fb5-ca61-4e15-9721-2a90ba39a660 [ 1253.380157] env[62822]: INFO nova.compute.manager [-] [instance: 7462b7cd-5a3f-40bd-ba46-c33125e9e39e] Took 1.46 seconds to deallocate network for instance. [ 1253.497394] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067831} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.497648] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Extended root virtual disk {{(pid=62822) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.498395] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd196a3b-5d26-4cf1-85aa-dc03d0a7ae62 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.521460] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 4f2d9025-ef08-4fb7-914e-265761382677/4f2d9025-ef08-4fb7-914e-265761382677.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.521731] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7940bcaa-2dc9-41d7-9ccb-33a38e6c5501 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.541015] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1253.541015] env[62822]: value = "task-2765309" [ 1253.541015] env[62822]: _type = "Task" [ 1253.541015] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.548543] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.684274] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.684561] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.684675] env[62822]: DEBUG nova.network.neutron [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.736687] env[62822]: DEBUG oslo_concurrency.lockutils [None req-3cfe3911-0750-4e91-a90d-667401f83710 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "87463fb5-ca61-4e15-9721-2a90ba39a660" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.802s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.886729] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.886729] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.886991] env[62822]: DEBUG nova.objects.instance [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lazy-loading 'resources' on Instance uuid 7462b7cd-5a3f-40bd-ba46-c33125e9e39e {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.979084] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "40d0f047-4ecb-49af-9c40-701fd29b3159" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.979330] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "40d0f047-4ecb-49af-9c40-701fd29b3159" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.979538] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "40d0f047-4ecb-49af-9c40-701fd29b3159-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.979718] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "40d0f047-4ecb-49af-9c40-701fd29b3159-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.979885] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "40d0f047-4ecb-49af-9c40-701fd29b3159-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.981938] env[62822]: INFO nova.compute.manager [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Terminating instance [ 1254.050924] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765309, 'name': ReconfigVM_Task, 'duration_secs': 0.273674} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.051206] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 4f2d9025-ef08-4fb7-914e-265761382677/4f2d9025-ef08-4fb7-914e-265761382677.vmdk or device None with type sparse {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.051817] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6d44fb7-c565-4824-b58b-31218160d80f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.058703] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1254.058703] env[62822]: value = "task-2765310" [ 1254.058703] env[62822]: _type = "Task" [ 1254.058703] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.065666] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765310, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.359913] env[62822]: DEBUG nova.network.neutron [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance_info_cache with network_info: [{"id": "ad0e336b-7622-45b2-aa13-97662c287b15", "address": "fa:16:3e:e3:7a:ad", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad0e336b-76", "ovs_interfaceid": "ad0e336b-7622-45b2-aa13-97662c287b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.482681] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bf9062-1854-4763-ab7d-bf4a4a4f99aa {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.485610] env[62822]: DEBUG nova.compute.manager [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.485811] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.486578] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d866d4-3967-45bb-b68f-18620dfba9ca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.497142] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6d3a70-db76-4b98-9759-892668f788d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.500093] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.500304] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-988f7736-1c20-465e-9946-75fac2d5d516 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.531187] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a86628-ddb6-4002-8865-56e02ff97c8d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.533863] env[62822]: DEBUG oslo_vmware.api [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1254.533863] env[62822]: value = "task-2765311" [ 1254.533863] env[62822]: _type = "Task" [ 1254.533863] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.540449] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a21367-5241-4a16-9029-dcb1de9843d6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.546761] env[62822]: DEBUG oslo_vmware.api [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.556042] env[62822]: DEBUG nova.compute.provider_tree [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.567114] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765310, 'name': Rename_Task, 'duration_secs': 0.132546} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.567982] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.568234] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8341f02-76b3-44ac-ae14-0824db8e1ba2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.574998] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1254.574998] env[62822]: value = "task-2765312" [ 1254.574998] env[62822]: _type = "Task" [ 1254.574998] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.582678] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.862626] env[62822]: DEBUG oslo_concurrency.lockutils [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.043745] env[62822]: DEBUG oslo_vmware.api [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765311, 'name': PowerOffVM_Task, 'duration_secs': 0.235599} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.044046] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.044230] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.044512] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c996194f-69ae-4463-baab-0f61cd8c2c71 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.058950] env[62822]: DEBUG nova.scheduler.client.report [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.085439] env[62822]: DEBUG oslo_vmware.api [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765312, 'name': PowerOnVM_Task, 'duration_secs': 0.450361} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.085719] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.085945] env[62822]: INFO nova.compute.manager [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1255.086166] env[62822]: DEBUG nova.compute.manager [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.086971] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e18da0-708c-4b64-8308-5bd3be04e6ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.102323] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.102524] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.102698] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleting the datastore file [datastore1] 40d0f047-4ecb-49af-9c40-701fd29b3159 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.102945] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af36cfd6-ac7c-48e7-84ed-a6e21d864892 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.110091] env[62822]: DEBUG oslo_vmware.api [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1255.110091] env[62822]: value = "task-2765314" [ 1255.110091] env[62822]: _type = "Task" [ 1255.110091] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.118483] env[62822]: DEBUG oslo_vmware.api [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.382697] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d03b20-455d-4409-b4ff-4b68b3855bcd {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.401338] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f23204-e284-46ae-b017-9be97abda50f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.407691] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance '18ce1d71-e8db-4cda-bdea-eedce27c8c21' progress to 83 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.563669] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.581473] env[62822]: INFO nova.scheduler.client.report [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Deleted allocations for instance 7462b7cd-5a3f-40bd-ba46-c33125e9e39e [ 1255.603731] env[62822]: INFO nova.compute.manager [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Took 12.58 seconds to build instance. [ 1255.620720] env[62822]: DEBUG oslo_vmware.api [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128284} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.620973] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.621164] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.621341] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.621510] env[62822]: INFO nova.compute.manager [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1255.621757] env[62822]: DEBUG oslo.service.loopingcall [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1255.621957] env[62822]: DEBUG nova.compute.manager [-] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.622063] env[62822]: DEBUG nova.network.neutron [-] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.915184] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.915184] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13d31701-730e-4746-9fa3-956ca80ee402 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.922115] env[62822]: DEBUG nova.compute.manager [req-b31b733b-7265-405d-93fa-080b5c37b5d6 req-e4e9f798-c921-4874-8cbd-4996a8e50e6e service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Received event network-vif-deleted-1128e803-1194-4bac-b14d-17c9727426f6 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.922115] env[62822]: INFO nova.compute.manager [req-b31b733b-7265-405d-93fa-080b5c37b5d6 req-e4e9f798-c921-4874-8cbd-4996a8e50e6e service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Neutron deleted interface 1128e803-1194-4bac-b14d-17c9727426f6; detaching it from the instance and deleting it from the info cache [ 1255.922115] env[62822]: DEBUG nova.network.neutron [req-b31b733b-7265-405d-93fa-080b5c37b5d6 req-e4e9f798-c921-4874-8cbd-4996a8e50e6e service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.924401] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1255.924401] env[62822]: value = "task-2765315" [ 1255.924401] env[62822]: _type = "Task" [ 1255.924401] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.933840] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.088721] env[62822]: DEBUG oslo_concurrency.lockutils [None req-a3f8f86a-bf2e-4423-9f8e-67ccdd229edd tempest-AttachVolumeNegativeTest-1372178925 tempest-AttachVolumeNegativeTest-1372178925-project-member] Lock "7462b7cd-5a3f-40bd-ba46-c33125e9e39e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.778s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.105980] env[62822]: DEBUG oslo_concurrency.lockutils [None req-26646e15-2c0f-498f-a003-2e66e1202ecf tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "4f2d9025-ef08-4fb7-914e-265761382677" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.106s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.400034] env[62822]: DEBUG nova.network.neutron [-] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.423752] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3efeba5c-ea41-4052-ba1c-23fb7c8ba0b0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.435568] env[62822]: DEBUG oslo_vmware.api [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765315, 'name': PowerOnVM_Task, 'duration_secs': 0.437872} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.437819] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.438105] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe2d-610a-4a92-82ca-cf5dee22013b tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance '18ce1d71-e8db-4cda-bdea-eedce27c8c21' progress to 100 {{(pid=62822) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.442578] env[62822]: DEBUG nova.compute.manager [req-4408d2ea-904c-4330-9016-758e20b7cb38 req-c4509ca7-ef31-4e19-aa5e-0c8c1b9c501a service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Received event network-changed-1b623109-bc26-4cd4-b63f-0b59173f1816 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1256.442802] env[62822]: DEBUG nova.compute.manager [req-4408d2ea-904c-4330-9016-758e20b7cb38 req-c4509ca7-ef31-4e19-aa5e-0c8c1b9c501a service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Refreshing instance network info cache due to event network-changed-1b623109-bc26-4cd4-b63f-0b59173f1816. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1256.443058] env[62822]: DEBUG oslo_concurrency.lockutils [req-4408d2ea-904c-4330-9016-758e20b7cb38 req-c4509ca7-ef31-4e19-aa5e-0c8c1b9c501a service nova] Acquiring lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.443237] env[62822]: DEBUG oslo_concurrency.lockutils [req-4408d2ea-904c-4330-9016-758e20b7cb38 req-c4509ca7-ef31-4e19-aa5e-0c8c1b9c501a service nova] Acquired lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.443428] env[62822]: DEBUG nova.network.neutron [req-4408d2ea-904c-4330-9016-758e20b7cb38 req-c4509ca7-ef31-4e19-aa5e-0c8c1b9c501a service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Refreshing network info cache for port 1b623109-bc26-4cd4-b63f-0b59173f1816 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.448172] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98ab3ed-13fb-4a1b-a3b2-e9807c2fbc8a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.481326] env[62822]: DEBUG nova.compute.manager [req-b31b733b-7265-405d-93fa-080b5c37b5d6 req-e4e9f798-c921-4874-8cbd-4996a8e50e6e service nova] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Detach interface failed, port_id=1128e803-1194-4bac-b14d-17c9727426f6, reason: Instance 40d0f047-4ecb-49af-9c40-701fd29b3159 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1256.904060] env[62822]: INFO nova.compute.manager [-] [instance: 40d0f047-4ecb-49af-9c40-701fd29b3159] Took 1.28 seconds to deallocate network for instance. [ 1257.171918] env[62822]: DEBUG nova.network.neutron [req-4408d2ea-904c-4330-9016-758e20b7cb38 req-c4509ca7-ef31-4e19-aa5e-0c8c1b9c501a service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Updated VIF entry in instance network info cache for port 1b623109-bc26-4cd4-b63f-0b59173f1816. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.172370] env[62822]: DEBUG nova.network.neutron [req-4408d2ea-904c-4330-9016-758e20b7cb38 req-c4509ca7-ef31-4e19-aa5e-0c8c1b9c501a service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Updating instance_info_cache with network_info: [{"id": "1b623109-bc26-4cd4-b63f-0b59173f1816", "address": "fa:16:3e:4f:b3:71", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b623109-bc", "ovs_interfaceid": "1b623109-bc26-4cd4-b63f-0b59173f1816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.412079] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.412346] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.412569] env[62822]: DEBUG nova.objects.instance [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lazy-loading 'resources' on Instance uuid 40d0f047-4ecb-49af-9c40-701fd29b3159 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.675565] env[62822]: DEBUG oslo_concurrency.lockutils [req-4408d2ea-904c-4330-9016-758e20b7cb38 req-c4509ca7-ef31-4e19-aa5e-0c8c1b9c501a service nova] Releasing lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.021503] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fead13-43fa-488a-8f55-e1200efef425 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.030614] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd51cf18-2d90-4351-a087-0df0aa3e2f16 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.064561] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74956aa-1ef3-4ef5-9d51-79805c59847b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.072388] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21862dfe-8ebf-4de5-8b7e-d2a7857f5ba8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.085902] env[62822]: DEBUG nova.compute.provider_tree [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.589774] env[62822]: DEBUG nova.scheduler.client.report [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.094043] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.112025] env[62822]: INFO nova.scheduler.client.report [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted allocations for instance 40d0f047-4ecb-49af-9c40-701fd29b3159 [ 1259.203745] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.204068] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.204306] env[62822]: DEBUG nova.compute.manager [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Going to confirm migration 10 {{(pid=62822) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1259.619538] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c969c179-deef-4fbf-8207-09b7d9fb5714 tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "40d0f047-4ecb-49af-9c40-701fd29b3159" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.640s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.772930] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.773129] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquired lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.773325] env[62822]: DEBUG nova.network.neutron [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.773474] env[62822]: DEBUG nova.objects.instance [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lazy-loading 'info_cache' on Instance uuid 18ce1d71-e8db-4cda-bdea-eedce27c8c21 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.961154] env[62822]: DEBUG nova.network.neutron [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance_info_cache with network_info: [{"id": "ad0e336b-7622-45b2-aa13-97662c287b15", "address": "fa:16:3e:e3:7a:ad", "network": {"id": "d26b35b9-6fe9-4b82-9f14-dcd235e2a5da", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2118640747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bda8cc3e41743e2a93a4b7aeb17e8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad0e336b-76", "ovs_interfaceid": "ad0e336b-7622-45b2-aa13-97662c287b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.464523] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Releasing lock "refresh_cache-18ce1d71-e8db-4cda-bdea-eedce27c8c21" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.464806] env[62822]: DEBUG nova.objects.instance [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lazy-loading 'migration_context' on Instance uuid 18ce1d71-e8db-4cda-bdea-eedce27c8c21 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.968379] env[62822]: DEBUG nova.objects.base [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Object Instance<18ce1d71-e8db-4cda-bdea-eedce27c8c21> lazy-loaded attributes: info_cache,migration_context {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1261.969371] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529a99e7-cfdf-444b-9dea-f4e0343749b8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.988388] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f733446-cdd7-4bfb-bf48-8e74b7d0f479 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.995055] env[62822]: DEBUG oslo_vmware.api [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1261.995055] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529fecd8-8b5b-6b56-711a-bff0bd2c4498" [ 1261.995055] env[62822]: _type = "Task" [ 1261.995055] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.002393] env[62822]: DEBUG oslo_vmware.api [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529fecd8-8b5b-6b56-711a-bff0bd2c4498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.504332] env[62822]: DEBUG oslo_vmware.api [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529fecd8-8b5b-6b56-711a-bff0bd2c4498, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.504548] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.504774] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.079273] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767e87a3-0039-4add-9195-ed441e677e35 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.087246] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea484b6b-f7c3-433b-b762-d7d03f4102c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.117546] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ab270d-81f8-4cf0-88fc-4d5e6f58e7ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.125871] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240f02a9-f257-4547-bcc8-9fd5d3997d46 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.139279] env[62822]: DEBUG nova.compute.provider_tree [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.645976] env[62822]: DEBUG nova.scheduler.client.report [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.649189] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "b5714e47-2750-4617-a185-7e1cfeac03dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.649416] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "b5714e47-2750-4617-a185-7e1cfeac03dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.649604] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "b5714e47-2750-4617-a185-7e1cfeac03dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.649781] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "b5714e47-2750-4617-a185-7e1cfeac03dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.649941] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "b5714e47-2750-4617-a185-7e1cfeac03dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.651830] env[62822]: INFO nova.compute.manager [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Terminating instance [ 1264.158962] env[62822]: DEBUG nova.compute.manager [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.159276] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.160103] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a5d0da-c3be-4631-b2ce-2282df73b862 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.169403] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.169705] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adf861bb-09dc-40ff-84e8-7e8f7b6e43f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.177278] env[62822]: DEBUG oslo_vmware.api [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1264.177278] env[62822]: value = "task-2765320" [ 1264.177278] env[62822]: _type = "Task" [ 1264.177278] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.186194] env[62822]: DEBUG oslo_vmware.api [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.665719] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.161s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.687486] env[62822]: DEBUG oslo_vmware.api [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765320, 'name': PowerOffVM_Task, 'duration_secs': 0.201702} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.687743] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.687911] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.688180] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-824724a4-a879-4469-934a-f87818547759 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.746536] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.746742] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.746925] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleting the datastore file [datastore2] b5714e47-2750-4617-a185-7e1cfeac03dd {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.747208] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e80c168-f61e-44b2-b054-2f0dabfbdc4e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.753129] env[62822]: DEBUG oslo_vmware.api [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for the task: (returnval){ [ 1264.753129] env[62822]: value = "task-2765322" [ 1264.753129] env[62822]: _type = "Task" [ 1264.753129] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.760922] env[62822]: DEBUG oslo_vmware.api [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.223614] env[62822]: INFO nova.scheduler.client.report [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted allocation for migration d0e7dea6-b5f2-4067-b256-79afe08bfb33 [ 1265.263500] env[62822]: DEBUG oslo_vmware.api [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Task: {'id': task-2765322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128535} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.264480] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.264670] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.264851] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.265037] env[62822]: INFO nova.compute.manager [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1265.265287] env[62822]: DEBUG oslo.service.loopingcall [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.265477] env[62822]: DEBUG nova.compute.manager [-] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.265571] env[62822]: DEBUG nova.network.neutron [-] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.530411] env[62822]: DEBUG nova.compute.manager [req-ba1ddb9f-1a99-4f43-a006-986b6c619986 req-29c6fb84-d8da-4165-8b25-1de952eec13a service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Received event network-vif-deleted-9c9d83d2-1dd8-438b-838b-cd71410ed744 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1265.530755] env[62822]: INFO nova.compute.manager [req-ba1ddb9f-1a99-4f43-a006-986b6c619986 req-29c6fb84-d8da-4165-8b25-1de952eec13a service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Neutron deleted interface 9c9d83d2-1dd8-438b-838b-cd71410ed744; detaching it from the instance and deleting it from the info cache [ 1265.531574] env[62822]: DEBUG nova.network.neutron [req-ba1ddb9f-1a99-4f43-a006-986b6c619986 req-29c6fb84-d8da-4165-8b25-1de952eec13a service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.729974] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.526s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.012502] env[62822]: DEBUG nova.network.neutron [-] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.036845] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-121c6a2d-ca63-4bf7-8b9e-581e3671c4ec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.045066] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed63ff5-7c3d-46a3-aa84-50b1826ecce0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.071507] env[62822]: DEBUG nova.compute.manager [req-ba1ddb9f-1a99-4f43-a006-986b6c619986 req-29c6fb84-d8da-4165-8b25-1de952eec13a service nova] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Detach interface failed, port_id=9c9d83d2-1dd8-438b-838b-cd71410ed744, reason: Instance b5714e47-2750-4617-a185-7e1cfeac03dd could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1266.517579] env[62822]: INFO nova.compute.manager [-] [instance: b5714e47-2750-4617-a185-7e1cfeac03dd] Took 1.25 seconds to deallocate network for instance. [ 1267.024607] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.024902] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.025100] env[62822]: DEBUG nova.objects.instance [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lazy-loading 'resources' on Instance uuid b5714e47-2750-4617-a185-7e1cfeac03dd {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.234054] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.234348] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.234560] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.234754] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.234955] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.237206] env[62822]: INFO nova.compute.manager [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Terminating instance [ 1267.592167] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fa3568-d277-4a0c-a1c8-ff8cc20f28b3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.599638] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895d23e9-ccd1-48c5-bcc6-89fe10b61fe1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.631689] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1a89ac-9a13-4a0d-a1f8-a19199dbf7d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.638641] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c2d5af-9857-4bbb-8dc0-17c807a4769b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.651880] env[62822]: DEBUG nova.compute.provider_tree [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.741521] env[62822]: DEBUG nova.compute.manager [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.741760] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.742639] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45781a21-052b-4b85-a32a-2f3923fb3438 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.750550] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.750727] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b75f7f15-19ff-4d2e-9475-6ab449e897f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.757025] env[62822]: DEBUG oslo_vmware.api [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1267.757025] env[62822]: value = "task-2765323" [ 1267.757025] env[62822]: _type = "Task" [ 1267.757025] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.764190] env[62822]: DEBUG oslo_vmware.api [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.157873] env[62822]: DEBUG nova.scheduler.client.report [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.266826] env[62822]: DEBUG oslo_vmware.api [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765323, 'name': PowerOffVM_Task, 'duration_secs': 0.172878} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.267119] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.267288] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.267534] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-973b89fa-5f4f-415e-b9b2-6b01925e585b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.330538] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.330757] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.330917] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleting the datastore file [datastore1] 18ce1d71-e8db-4cda-bdea-eedce27c8c21 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.331196] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c0d9121-642c-4531-962d-d7d9ca3038e3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.336761] env[62822]: DEBUG oslo_vmware.api [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for the task: (returnval){ [ 1268.336761] env[62822]: value = "task-2765325" [ 1268.336761] env[62822]: _type = "Task" [ 1268.336761] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.344336] env[62822]: DEBUG oslo_vmware.api [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.663272] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.680660] env[62822]: INFO nova.scheduler.client.report [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Deleted allocations for instance b5714e47-2750-4617-a185-7e1cfeac03dd [ 1268.847596] env[62822]: DEBUG oslo_vmware.api [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Task: {'id': task-2765325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134421} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.847835] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.848027] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.848199] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.848369] env[62822]: INFO nova.compute.manager [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1268.848601] env[62822]: DEBUG oslo.service.loopingcall [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1268.848788] env[62822]: DEBUG nova.compute.manager [-] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.848881] env[62822]: DEBUG nova.network.neutron [-] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.099654] env[62822]: DEBUG nova.compute.manager [req-0f410ac5-be04-482d-a9bd-fd24900c30f0 req-f94ab9fa-6a88-4d48-be8e-09e1703e0929 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Received event network-vif-deleted-ad0e336b-7622-45b2-aa13-97662c287b15 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1269.099855] env[62822]: INFO nova.compute.manager [req-0f410ac5-be04-482d-a9bd-fd24900c30f0 req-f94ab9fa-6a88-4d48-be8e-09e1703e0929 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Neutron deleted interface ad0e336b-7622-45b2-aa13-97662c287b15; detaching it from the instance and deleting it from the info cache [ 1269.100097] env[62822]: DEBUG nova.network.neutron [req-0f410ac5-be04-482d-a9bd-fd24900c30f0 req-f94ab9fa-6a88-4d48-be8e-09e1703e0929 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.188059] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c425a7fb-a92d-4960-a7ec-e955a3ea7e9b tempest-ServerActionsTestOtherA-1201976250 tempest-ServerActionsTestOtherA-1201976250-project-member] Lock "b5714e47-2750-4617-a185-7e1cfeac03dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.538s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.584691] env[62822]: DEBUG nova.network.neutron [-] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.603815] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef220ceb-e963-4767-920d-46878302875f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.613613] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6278bd8d-3574-4fd7-9b5a-05abd24fd1c8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.638544] env[62822]: DEBUG nova.compute.manager [req-0f410ac5-be04-482d-a9bd-fd24900c30f0 req-f94ab9fa-6a88-4d48-be8e-09e1703e0929 service nova] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Detach interface failed, port_id=ad0e336b-7622-45b2-aa13-97662c287b15, reason: Instance 18ce1d71-e8db-4cda-bdea-eedce27c8c21 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1270.087370] env[62822]: INFO nova.compute.manager [-] [instance: 18ce1d71-e8db-4cda-bdea-eedce27c8c21] Took 1.24 seconds to deallocate network for instance. [ 1270.595743] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.596010] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.596304] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.619297] env[62822]: INFO nova.scheduler.client.report [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Deleted allocations for instance 18ce1d71-e8db-4cda-bdea-eedce27c8c21 [ 1271.128745] env[62822]: DEBUG oslo_concurrency.lockutils [None req-68841b11-6e9c-478b-9e6e-d288d28e84c6 tempest-DeleteServersTestJSON-1957485218 tempest-DeleteServersTestJSON-1957485218-project-member] Lock "18ce1d71-e8db-4cda-bdea-eedce27c8c21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.894s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.318503] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.318899] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.318937] env[62822]: INFO nova.compute.manager [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Shelving [ 1284.328520] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.328879] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccceecab-cb30-42c8-8804-7f7e46808ca4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.336487] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1284.336487] env[62822]: value = "task-2765327" [ 1284.336487] env[62822]: _type = "Task" [ 1284.336487] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.344306] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.845864] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765327, 'name': PowerOffVM_Task, 'duration_secs': 0.166002} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.846140] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.846905] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5215fd1-2555-4c4e-9577-9e36a8daf32b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.864524] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa03878-0ee4-4e1b-8d35-78451bd3df04 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.375134] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Creating Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1285.375470] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9708255-b5f0-4f80-8c3c-5b96e0ef554d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.383529] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1285.383529] env[62822]: value = "task-2765328" [ 1285.383529] env[62822]: _type = "Task" [ 1285.383529] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.392267] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765328, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.893521] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765328, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.394678] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765328, 'name': CreateSnapshot_Task, 'duration_secs': 0.54425} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.395034] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Created Snapshot of the VM instance {{(pid=62822) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1286.395649] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a15961-4d61-4ae9-a013-b50c9da25559 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.912450] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Creating linked-clone VM from snapshot {{(pid=62822) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1286.912760] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-048c185e-d2bc-4b40-ac67-601ba6755200 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.921602] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1286.921602] env[62822]: value = "task-2765329" [ 1286.921602] env[62822]: _type = "Task" [ 1286.921602] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.929623] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765329, 'name': CloneVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.431774] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765329, 'name': CloneVM_Task} progress is 94%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.932392] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765329, 'name': CloneVM_Task} progress is 95%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.433501] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765329, 'name': CloneVM_Task, 'duration_secs': 1.298358} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.433778] env[62822]: INFO nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Created linked-clone VM from snapshot [ 1288.434541] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30cf010-5396-40fb-9211-faa67df506b7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.441436] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Uploading image 3cf3e99f-a019-4a15-8ddf-93c5911d5e5c {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1288.465939] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1288.465939] env[62822]: value = "vm-556309" [ 1288.465939] env[62822]: _type = "VirtualMachine" [ 1288.465939] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1288.466235] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8e96ad07-c7b3-4fb3-a502-392cb43ad34f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.472660] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lease: (returnval){ [ 1288.472660] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e65922-9b16-8a0c-9d63-b7a853a16e79" [ 1288.472660] env[62822]: _type = "HttpNfcLease" [ 1288.472660] env[62822]: } obtained for exporting VM: (result){ [ 1288.472660] env[62822]: value = "vm-556309" [ 1288.472660] env[62822]: _type = "VirtualMachine" [ 1288.472660] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1288.472964] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the lease: (returnval){ [ 1288.472964] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e65922-9b16-8a0c-9d63-b7a853a16e79" [ 1288.472964] env[62822]: _type = "HttpNfcLease" [ 1288.472964] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1288.478688] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1288.478688] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e65922-9b16-8a0c-9d63-b7a853a16e79" [ 1288.478688] env[62822]: _type = "HttpNfcLease" [ 1288.478688] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1288.981244] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1288.981244] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e65922-9b16-8a0c-9d63-b7a853a16e79" [ 1288.981244] env[62822]: _type = "HttpNfcLease" [ 1288.981244] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1288.981561] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1288.981561] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52e65922-9b16-8a0c-9d63-b7a853a16e79" [ 1288.981561] env[62822]: _type = "HttpNfcLease" [ 1288.981561] env[62822]: }. {{(pid=62822) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1288.982236] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79791b81-def9-4efe-a68e-d969bc7abfca {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.989258] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295b261-5ce3-7601-f04e-922adc47bfb8/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1288.989457] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295b261-5ce3-7601-f04e-922adc47bfb8/disk-0.vmdk for reading. {{(pid=62822) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1289.077732] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-26aa1b2d-85c9-4895-a26f-cfdc2715200a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.532393] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "4f2d9025-ef08-4fb7-914e-265761382677" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.532744] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "4f2d9025-ef08-4fb7-914e-265761382677" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.532797] env[62822]: DEBUG nova.compute.manager [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.533795] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7657e029-1100-47a9-b38a-1675c99103a6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.540731] env[62822]: DEBUG nova.compute.manager [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62822) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1293.541330] env[62822]: DEBUG nova.objects.instance [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'flavor' on Instance uuid 4f2d9025-ef08-4fb7-914e-265761382677 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.549132] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.549580] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c1bb306-8b17-44d6-8e02-630809b668fc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.557137] env[62822]: DEBUG oslo_vmware.api [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1294.557137] env[62822]: value = "task-2765331" [ 1294.557137] env[62822]: _type = "Task" [ 1294.557137] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.566022] env[62822]: DEBUG oslo_vmware.api [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.865838] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.067318] env[62822]: DEBUG oslo_vmware.api [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765331, 'name': PowerOffVM_Task, 'duration_secs': 0.197198} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.067633] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.067850] env[62822]: DEBUG nova.compute.manager [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.068722] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac628e0-46cf-4dea-b57f-dc60ea235a3e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.581782] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1e6b8734-15f0-4ec4-83f3-ed79fc4cb4fe tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "4f2d9025-ef08-4fb7-914e-265761382677" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.631188] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295b261-5ce3-7601-f04e-922adc47bfb8/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1295.632169] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b11bff-459c-4d0b-ba5f-71ee3aa5bf40 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.638375] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295b261-5ce3-7601-f04e-922adc47bfb8/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1295.638541] env[62822]: ERROR oslo_vmware.rw_handles [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295b261-5ce3-7601-f04e-922adc47bfb8/disk-0.vmdk due to incomplete transfer. [ 1295.638759] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-df872070-842d-4b5a-84c5-b32bc2658e89 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.647039] env[62822]: DEBUG oslo_vmware.rw_handles [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295b261-5ce3-7601-f04e-922adc47bfb8/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1295.647236] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Uploaded image 3cf3e99f-a019-4a15-8ddf-93c5911d5e5c to the Glance image server {{(pid=62822) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1295.649588] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Destroying the VM {{(pid=62822) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1295.649825] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c9b8ec66-0a78-40c7-b325-b5231692bea6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.656054] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1295.656054] env[62822]: value = "task-2765332" [ 1295.656054] env[62822]: _type = "Task" [ 1295.656054] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.664086] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765332, 'name': Destroy_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.865573] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.865808] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.913207] env[62822]: DEBUG nova.objects.instance [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'flavor' on Instance uuid 4f2d9025-ef08-4fb7-914e-265761382677 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.166805] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765332, 'name': Destroy_Task, 'duration_secs': 0.288671} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.167024] env[62822]: INFO nova.virt.vmwareapi.vm_util [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Destroyed the VM [ 1296.167260] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Deleting Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1296.167512] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a8dba9b-9a97-4aa4-a124-ea409c2cc5ee {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.173140] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1296.173140] env[62822]: value = "task-2765333" [ 1296.173140] env[62822]: _type = "Task" [ 1296.173140] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.180445] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.418147] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.418300] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.418484] env[62822]: DEBUG nova.network.neutron [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.418689] env[62822]: DEBUG nova.objects.instance [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'info_cache' on Instance uuid 4f2d9025-ef08-4fb7-914e-265761382677 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.682394] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765333, 'name': RemoveSnapshot_Task, 'duration_secs': 0.487152} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.682720] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Deleted Snapshot of the VM instance {{(pid=62822) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1296.682897] env[62822]: DEBUG nova.compute.manager [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.683629] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e67f4a-9445-4fb1-be6c-8f569cc1d7df {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.921878] env[62822]: DEBUG nova.objects.base [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Object Instance<4f2d9025-ef08-4fb7-914e-265761382677> lazy-loaded attributes: flavor,info_cache {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1297.195088] env[62822]: INFO nova.compute.manager [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Shelve offloading [ 1297.630708] env[62822]: DEBUG nova.network.neutron [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Updating instance_info_cache with network_info: [{"id": "1b623109-bc26-4cd4-b63f-0b59173f1816", "address": "fa:16:3e:4f:b3:71", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b623109-bc", "ovs_interfaceid": "1b623109-bc26-4cd4-b63f-0b59173f1816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.698401] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.698703] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8535eba-d223-428b-a01d-111710ee0fea {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.705642] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1297.705642] env[62822]: value = "task-2765334" [ 1297.705642] env[62822]: _type = "Task" [ 1297.705642] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.713251] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.861424] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.864992] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.133883] env[62822]: DEBUG oslo_concurrency.lockutils [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.215483] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] VM already powered off {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1298.215690] env[62822]: DEBUG nova.compute.manager [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.216446] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a6fb47-fa9b-4fc2-91b6-526a4ebb3875 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.221762] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.221932] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.222107] env[62822]: DEBUG nova.network.neutron [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.865880] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.866156] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62822) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1298.866238] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.945199] env[62822]: DEBUG nova.network.neutron [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updating instance_info_cache with network_info: [{"id": "249b8ea2-8825-4ada-891c-72db3ea03581", "address": "fa:16:3e:46:cf:eb", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249b8ea2-88", "ovs_interfaceid": "249b8ea2-8825-4ada-891c-72db3ea03581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.139579] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.139890] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc29faa0-e2a3-4ff6-a618-77aa03f798d4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.146826] env[62822]: DEBUG oslo_vmware.api [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1299.146826] env[62822]: value = "task-2765335" [ 1299.146826] env[62822]: _type = "Task" [ 1299.146826] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.155413] env[62822]: DEBUG oslo_vmware.api [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.368808] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.369054] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.369244] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.369396] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1299.370293] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf603235-3a46-4b75-a2ef-3eaf663661e1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.378272] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a0060c-5418-4bb8-99ce-c6d8a835c44a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.391680] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0440b128-7808-4a5c-a134-94e18e591a43 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.398014] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3191e5b3-4bed-4131-b892-bd8ccabe7eb5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.427369] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180397MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1299.427511] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.427695] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.448173] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.657219] env[62822]: DEBUG oslo_vmware.api [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.660142] env[62822]: DEBUG nova.compute.manager [req-971e29ab-a2f2-432c-bd2b-a1af6ed500bd req-c32219a7-1e16-47c2-9f6a-67da13273afa service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Received event network-vif-unplugged-249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1299.660394] env[62822]: DEBUG oslo_concurrency.lockutils [req-971e29ab-a2f2-432c-bd2b-a1af6ed500bd req-c32219a7-1e16-47c2-9f6a-67da13273afa service nova] Acquiring lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.660586] env[62822]: DEBUG oslo_concurrency.lockutils [req-971e29ab-a2f2-432c-bd2b-a1af6ed500bd req-c32219a7-1e16-47c2-9f6a-67da13273afa service nova] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.660747] env[62822]: DEBUG oslo_concurrency.lockutils [req-971e29ab-a2f2-432c-bd2b-a1af6ed500bd req-c32219a7-1e16-47c2-9f6a-67da13273afa service nova] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.660910] env[62822]: DEBUG nova.compute.manager [req-971e29ab-a2f2-432c-bd2b-a1af6ed500bd req-c32219a7-1e16-47c2-9f6a-67da13273afa service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] No waiting events found dispatching network-vif-unplugged-249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.661089] env[62822]: WARNING nova.compute.manager [req-971e29ab-a2f2-432c-bd2b-a1af6ed500bd req-c32219a7-1e16-47c2-9f6a-67da13273afa service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Received unexpected event network-vif-unplugged-249b8ea2-8825-4ada-891c-72db3ea03581 for instance with vm_state shelved and task_state shelving_offloading. [ 1299.753080] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.753994] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f62aea-61e6-447a-9ad8-3fbce02e70a7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.761341] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.761341] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcab47cf-0f89-4c59-a9d0-e7d0b6a91ca8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.826644] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.826852] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.827092] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleting the datastore file [datastore1] 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.827385] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dbfc3c9-1d00-45e9-9e46-07a22b99674d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.833415] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1299.833415] env[62822]: value = "task-2765337" [ 1299.833415] env[62822]: _type = "Task" [ 1299.833415] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.841085] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.157446] env[62822]: DEBUG oslo_vmware.api [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765335, 'name': PowerOnVM_Task, 'duration_secs': 0.744808} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.157829] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.157887] env[62822]: DEBUG nova.compute.manager [None req-1c68caf0-23ab-437b-ba29-592193418c0b tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.158620] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217eb5b1-235f-4be2-a49f-383922c08b0f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.342396] env[62822]: DEBUG oslo_vmware.api [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131212} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.342587] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.342752] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.342924] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.366325] env[62822]: INFO nova.scheduler.client.report [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleted allocations for instance 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 [ 1300.448129] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 4f2d9025-ef08-4fb7-914e-265761382677 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.448270] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1300.448414] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1300.475315] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65afb9cd-cba8-4e69-accc-a9402827f987 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.482997] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ce5933-26b4-4a10-a3f1-919248cd79b2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.514515] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9095b09-e9ee-455b-93c1-3c256418296f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.521545] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13beaeb9-218c-4392-ae1e-39928c02396c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.534465] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.871091] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.037825] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.543299] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1301.543559] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.543716] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.673s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.543938] env[62822]: DEBUG nova.objects.instance [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lazy-loading 'resources' on Instance uuid 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.685185] env[62822]: DEBUG nova.compute.manager [req-5efbd6ae-f8e5-4d9e-b7d8-ea546b51b9cd req-f8bffa1f-9797-46b9-ad64-bc56ed26e63a service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Received event network-changed-249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1301.685185] env[62822]: DEBUG nova.compute.manager [req-5efbd6ae-f8e5-4d9e-b7d8-ea546b51b9cd req-f8bffa1f-9797-46b9-ad64-bc56ed26e63a service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Refreshing instance network info cache due to event network-changed-249b8ea2-8825-4ada-891c-72db3ea03581. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1301.685376] env[62822]: DEBUG oslo_concurrency.lockutils [req-5efbd6ae-f8e5-4d9e-b7d8-ea546b51b9cd req-f8bffa1f-9797-46b9-ad64-bc56ed26e63a service nova] Acquiring lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.685454] env[62822]: DEBUG oslo_concurrency.lockutils [req-5efbd6ae-f8e5-4d9e-b7d8-ea546b51b9cd req-f8bffa1f-9797-46b9-ad64-bc56ed26e63a service nova] Acquired lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.685610] env[62822]: DEBUG nova.network.neutron [req-5efbd6ae-f8e5-4d9e-b7d8-ea546b51b9cd req-f8bffa1f-9797-46b9-ad64-bc56ed26e63a service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Refreshing network info cache for port 249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.833766] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa8e24e-ce04-4111-b279-075fbcd73067 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.842035] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7f10e4fa-8012-4a0e-8378-de96a5b10b19 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Suspending the VM {{(pid=62822) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1301.842363] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c825c20c-f1d3-41f2-bd45-e66bf71e47c4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.848705] env[62822]: DEBUG oslo_vmware.api [None req-7f10e4fa-8012-4a0e-8378-de96a5b10b19 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1301.848705] env[62822]: value = "task-2765338" [ 1301.848705] env[62822]: _type = "Task" [ 1301.848705] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.856586] env[62822]: DEBUG oslo_vmware.api [None req-7f10e4fa-8012-4a0e-8378-de96a5b10b19 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765338, 'name': SuspendVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.047449] env[62822]: DEBUG nova.objects.instance [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.358262] env[62822]: DEBUG oslo_vmware.api [None req-7f10e4fa-8012-4a0e-8378-de96a5b10b19 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765338, 'name': SuspendVM_Task} progress is 75%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.398961] env[62822]: DEBUG nova.network.neutron [req-5efbd6ae-f8e5-4d9e-b7d8-ea546b51b9cd req-f8bffa1f-9797-46b9-ad64-bc56ed26e63a service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updated VIF entry in instance network info cache for port 249b8ea2-8825-4ada-891c-72db3ea03581. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.399350] env[62822]: DEBUG nova.network.neutron [req-5efbd6ae-f8e5-4d9e-b7d8-ea546b51b9cd req-f8bffa1f-9797-46b9-ad64-bc56ed26e63a service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updating instance_info_cache with network_info: [{"id": "249b8ea2-8825-4ada-891c-72db3ea03581", "address": "fa:16:3e:46:cf:eb", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap249b8ea2-88", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.550525] env[62822]: DEBUG nova.objects.base [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Object Instance<7a8f7e74-2a2d-4273-afeb-d91c983ffd05> lazy-loaded attributes: resources,numa_topology {{(pid=62822) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1302.589242] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05373da-0a7a-4fa5-b9be-3a8abe30435d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.596901] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d3f317-1cd9-4593-af3d-e7fca7ccd1d8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.627307] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0994fdd-cee0-4a81-8fd7-3601ff7d5107 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.633802] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c08761-d660-4ee3-8f2b-1047b9d1c647 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.647472] env[62822]: DEBUG nova.compute.provider_tree [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.709822] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.859373] env[62822]: DEBUG oslo_vmware.api [None req-7f10e4fa-8012-4a0e-8378-de96a5b10b19 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765338, 'name': SuspendVM_Task, 'duration_secs': 0.574601} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.859606] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-7f10e4fa-8012-4a0e-8378-de96a5b10b19 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Suspended the VM {{(pid=62822) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1302.859875] env[62822]: DEBUG nova.compute.manager [None req-7f10e4fa-8012-4a0e-8378-de96a5b10b19 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.860654] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08783971-d7f4-49ce-a74f-067e7097765a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.901594] env[62822]: DEBUG oslo_concurrency.lockutils [req-5efbd6ae-f8e5-4d9e-b7d8-ea546b51b9cd req-f8bffa1f-9797-46b9-ad64-bc56ed26e63a service nova] Releasing lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.150425] env[62822]: DEBUG nova.scheduler.client.report [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.544771] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.655195] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.161591] env[62822]: INFO nova.compute.manager [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Resuming [ 1304.162174] env[62822]: DEBUG nova.objects.instance [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'flavor' on Instance uuid 4f2d9025-ef08-4fb7-914e-265761382677 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.164760] env[62822]: DEBUG oslo_concurrency.lockutils [None req-92e2ba45-3843-4511-a9c3-76932c5dd628 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.846s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.165537] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.456s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.165714] env[62822]: INFO nova.compute.manager [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Unshelving [ 1305.188807] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.189087] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.189280] env[62822]: DEBUG nova.objects.instance [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lazy-loading 'pci_requests' on Instance uuid 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.673539] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.673741] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquired lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.673884] env[62822]: DEBUG nova.network.neutron [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.692267] env[62822]: DEBUG nova.objects.instance [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.195098] env[62822]: INFO nova.compute.claims [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.359118] env[62822]: DEBUG nova.network.neutron [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Updating instance_info_cache with network_info: [{"id": "1b623109-bc26-4cd4-b63f-0b59173f1816", "address": "fa:16:3e:4f:b3:71", "network": {"id": "3e049f45-ce95-46d0-a47f-a5a67ad5af09", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-259239653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2f8f55dae734d0eb921bc785053b4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b623109-bc", "ovs_interfaceid": "1b623109-bc26-4cd4-b63f-0b59173f1816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.862221] env[62822]: DEBUG oslo_concurrency.lockutils [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Releasing lock "refresh_cache-4f2d9025-ef08-4fb7-914e-265761382677" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.863214] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29065ec-60be-4af9-8138-84ec7a9fa430 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.870545] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Resuming the VM {{(pid=62822) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1306.870763] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf7f1855-a371-4072-9126-b553dbf81a2e {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.876511] env[62822]: DEBUG oslo_vmware.api [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1306.876511] env[62822]: value = "task-2765339" [ 1306.876511] env[62822]: _type = "Task" [ 1306.876511] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.890732] env[62822]: DEBUG oslo_vmware.api [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.238817] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4e7878-9bce-4204-b638-ef018cddd7a4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.249684] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d1e77f-7e28-4e84-8b55-09bd9d51918d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.284070] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce6efdd-cb9a-46da-b19b-4627343e8e05 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.293834] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b39851-06b5-42f8-b751-2e12f67d774a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.309802] env[62822]: DEBUG nova.compute.provider_tree [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.389285] env[62822]: DEBUG oslo_vmware.api [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765339, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.813474] env[62822]: DEBUG nova.scheduler.client.report [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.888438] env[62822]: DEBUG oslo_vmware.api [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765339, 'name': PowerOnVM_Task, 'duration_secs': 0.536065} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.888703] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Resumed the VM {{(pid=62822) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1307.888872] env[62822]: DEBUG nova.compute.manager [None req-66abb5cc-994f-4b62-9c66-9558a9811601 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.889640] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1077156f-3532-49cc-854a-54ee1785c9a5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.318085] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.129s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.346866] env[62822]: INFO nova.network.neutron [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updating port 249b8ea2-8825-4ada-891c-72db3ea03581 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1308.816693] env[62822]: DEBUG oslo_concurrency.lockutils [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "4f2d9025-ef08-4fb7-914e-265761382677" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.816961] env[62822]: DEBUG oslo_concurrency.lockutils [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "4f2d9025-ef08-4fb7-914e-265761382677" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.817192] env[62822]: DEBUG oslo_concurrency.lockutils [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "4f2d9025-ef08-4fb7-914e-265761382677-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.817375] env[62822]: DEBUG oslo_concurrency.lockutils [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "4f2d9025-ef08-4fb7-914e-265761382677-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.817546] env[62822]: DEBUG oslo_concurrency.lockutils [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "4f2d9025-ef08-4fb7-914e-265761382677-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.819656] env[62822]: INFO nova.compute.manager [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Terminating instance [ 1309.323374] env[62822]: DEBUG nova.compute.manager [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.323658] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.324738] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e467dd3-b0c4-4fd7-8c48-90720f9acef3 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.332500] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.332849] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db3aae35-400b-46d6-be5d-c1f7472a6bec {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.338951] env[62822]: DEBUG oslo_vmware.api [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1309.338951] env[62822]: value = "task-2765340" [ 1309.338951] env[62822]: _type = "Task" [ 1309.338951] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.346971] env[62822]: DEBUG oslo_vmware.api [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.696328] env[62822]: DEBUG nova.compute.manager [req-fb89dc82-2c8d-4d04-9fae-01ed93968b4e req-1910f5a9-8bc1-4ec2-abba-96431fe0873c service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Received event network-vif-plugged-249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1309.696536] env[62822]: DEBUG oslo_concurrency.lockutils [req-fb89dc82-2c8d-4d04-9fae-01ed93968b4e req-1910f5a9-8bc1-4ec2-abba-96431fe0873c service nova] Acquiring lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.696760] env[62822]: DEBUG oslo_concurrency.lockutils [req-fb89dc82-2c8d-4d04-9fae-01ed93968b4e req-1910f5a9-8bc1-4ec2-abba-96431fe0873c service nova] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.696881] env[62822]: DEBUG oslo_concurrency.lockutils [req-fb89dc82-2c8d-4d04-9fae-01ed93968b4e req-1910f5a9-8bc1-4ec2-abba-96431fe0873c service nova] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.697058] env[62822]: DEBUG nova.compute.manager [req-fb89dc82-2c8d-4d04-9fae-01ed93968b4e req-1910f5a9-8bc1-4ec2-abba-96431fe0873c service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] No waiting events found dispatching network-vif-plugged-249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.697229] env[62822]: WARNING nova.compute.manager [req-fb89dc82-2c8d-4d04-9fae-01ed93968b4e req-1910f5a9-8bc1-4ec2-abba-96431fe0873c service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Received unexpected event network-vif-plugged-249b8ea2-8825-4ada-891c-72db3ea03581 for instance with vm_state shelved_offloaded and task_state spawning. [ 1309.771994] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.772215] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.772359] env[62822]: DEBUG nova.network.neutron [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Building network info cache for instance {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.848756] env[62822]: DEBUG oslo_vmware.api [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765340, 'name': PowerOffVM_Task, 'duration_secs': 0.198022} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.848925] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.849089] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.849335] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8777d6d-231d-4e8b-94e7-ce0775308fdf {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.904800] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.905050] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Deleting contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.905234] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleting the datastore file [datastore1] 4f2d9025-ef08-4fb7-914e-265761382677 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.905489] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb3aabc1-43d2-4d32-9258-11517473e549 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.910775] env[62822]: DEBUG oslo_vmware.api [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for the task: (returnval){ [ 1309.910775] env[62822]: value = "task-2765342" [ 1309.910775] env[62822]: _type = "Task" [ 1309.910775] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.918061] env[62822]: DEBUG oslo_vmware.api [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.420599] env[62822]: DEBUG oslo_vmware.api [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Task: {'id': task-2765342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145621} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.420962] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.421122] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Deleted contents of the VM from datastore datastore1 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.421334] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.421519] env[62822]: INFO nova.compute.manager [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1310.421758] env[62822]: DEBUG oslo.service.loopingcall [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1310.421963] env[62822]: DEBUG nova.compute.manager [-] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.422101] env[62822]: DEBUG nova.network.neutron [-] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.820040] env[62822]: DEBUG nova.network.neutron [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updating instance_info_cache with network_info: [{"id": "249b8ea2-8825-4ada-891c-72db3ea03581", "address": "fa:16:3e:46:cf:eb", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249b8ea2-88", "ovs_interfaceid": "249b8ea2-8825-4ada-891c-72db3ea03581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.322916] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.350816] env[62822]: DEBUG nova.virt.hardware [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T13:13:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d34508ab6dc504b62e345074a08460a1',container_format='bare',created_at=2025-02-21T13:27:15Z,direct_url=,disk_format='vmdk',id=3cf3e99f-a019-4a15-8ddf-93c5911d5e5c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-756125831-shelved',owner='5ea1cac2354547cda6293db8e2628b8d',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-21T13:27:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.351073] env[62822]: DEBUG nova.virt.hardware [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Flavor limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.351241] env[62822]: DEBUG nova.virt.hardware [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Image limits 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.351452] env[62822]: DEBUG nova.virt.hardware [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Flavor pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.351557] env[62822]: DEBUG nova.virt.hardware [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Image pref 0:0:0 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.351699] env[62822]: DEBUG nova.virt.hardware [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62822) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.351909] env[62822]: DEBUG nova.virt.hardware [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.352114] env[62822]: DEBUG nova.virt.hardware [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.352290] env[62822]: DEBUG nova.virt.hardware [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Got 1 possible topologies {{(pid=62822) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.352450] env[62822]: DEBUG nova.virt.hardware [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.352617] env[62822]: DEBUG nova.virt.hardware [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62822) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.353479] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd53ac2-f3de-41b5-a262-af64aa9f72f4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.361382] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d6b6c4-740a-4147-9dbd-470e2cbfb74d {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.374673] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:cf:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '249b8ea2-8825-4ada-891c-72db3ea03581', 'vif_model': 'vmxnet3'}] {{(pid=62822) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.382070] env[62822]: DEBUG oslo.service.loopingcall [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.382240] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Creating VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.382450] env[62822]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e13fc258-8365-41b2-b97f-480fb443bca1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.400934] env[62822]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.400934] env[62822]: value = "task-2765343" [ 1311.400934] env[62822]: _type = "Task" [ 1311.400934] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.407803] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765343, 'name': CreateVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.566544] env[62822]: DEBUG nova.network.neutron [-] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.728193] env[62822]: DEBUG nova.compute.manager [req-c615e107-d29d-46d1-8f10-1bd6cb8e75fb req-2e59ae5f-5923-446e-97ba-ea0e1265ddf1 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Received event network-changed-249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1311.728422] env[62822]: DEBUG nova.compute.manager [req-c615e107-d29d-46d1-8f10-1bd6cb8e75fb req-2e59ae5f-5923-446e-97ba-ea0e1265ddf1 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Refreshing instance network info cache due to event network-changed-249b8ea2-8825-4ada-891c-72db3ea03581. {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1311.728633] env[62822]: DEBUG oslo_concurrency.lockutils [req-c615e107-d29d-46d1-8f10-1bd6cb8e75fb req-2e59ae5f-5923-446e-97ba-ea0e1265ddf1 service nova] Acquiring lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.728775] env[62822]: DEBUG oslo_concurrency.lockutils [req-c615e107-d29d-46d1-8f10-1bd6cb8e75fb req-2e59ae5f-5923-446e-97ba-ea0e1265ddf1 service nova] Acquired lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.728932] env[62822]: DEBUG nova.network.neutron [req-c615e107-d29d-46d1-8f10-1bd6cb8e75fb req-2e59ae5f-5923-446e-97ba-ea0e1265ddf1 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Refreshing network info cache for port 249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.911109] env[62822]: DEBUG oslo_vmware.api [-] Task: {'id': task-2765343, 'name': CreateVM_Task, 'duration_secs': 0.293897} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.911287] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Created VM on the ESX host {{(pid=62822) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.911948] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.912125] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.912507] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1311.912764] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bab979-183b-45a3-8788-c4aaf6455fad {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.917324] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1311.917324] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]529da3b3-716e-3849-db44-023436c73da0" [ 1311.917324] env[62822]: _type = "Task" [ 1311.917324] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.924979] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]529da3b3-716e-3849-db44-023436c73da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.072620] env[62822]: INFO nova.compute.manager [-] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Took 1.65 seconds to deallocate network for instance. [ 1312.417074] env[62822]: DEBUG nova.network.neutron [req-c615e107-d29d-46d1-8f10-1bd6cb8e75fb req-2e59ae5f-5923-446e-97ba-ea0e1265ddf1 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updated VIF entry in instance network info cache for port 249b8ea2-8825-4ada-891c-72db3ea03581. {{(pid=62822) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.417447] env[62822]: DEBUG nova.network.neutron [req-c615e107-d29d-46d1-8f10-1bd6cb8e75fb req-2e59ae5f-5923-446e-97ba-ea0e1265ddf1 service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updating instance_info_cache with network_info: [{"id": "249b8ea2-8825-4ada-891c-72db3ea03581", "address": "fa:16:3e:46:cf:eb", "network": {"id": "4e007df5-604e-4437-b618-896e7f9128c8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-376629333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1cac2354547cda6293db8e2628b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249b8ea2-88", "ovs_interfaceid": "249b8ea2-8825-4ada-891c-72db3ea03581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.428436] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.428663] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Processing image 3cf3e99f-a019-4a15-8ddf-93c5911d5e5c {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.428891] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.429049] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.429450] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.429707] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca0cb270-33f4-4ed7-bc4f-b582e071a7da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.446089] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.446267] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62822) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.446984] env[62822]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c54108-3831-499b-b6ca-2fac0b555b23 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.452051] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1312.452051] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cc3117-0de5-de4e-5d33-de0c075ee829" [ 1312.452051] env[62822]: _type = "Task" [ 1312.452051] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.459660] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': session[52ee75d9-55a2-9f74-6921-5c97090282e2]52cc3117-0de5-de4e-5d33-de0c075ee829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.579094] env[62822]: DEBUG oslo_concurrency.lockutils [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.579429] env[62822]: DEBUG oslo_concurrency.lockutils [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.579559] env[62822]: DEBUG nova.objects.instance [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lazy-loading 'resources' on Instance uuid 4f2d9025-ef08-4fb7-914e-265761382677 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.923115] env[62822]: DEBUG oslo_concurrency.lockutils [req-c615e107-d29d-46d1-8f10-1bd6cb8e75fb req-2e59ae5f-5923-446e-97ba-ea0e1265ddf1 service nova] Releasing lock "refresh_cache-7a8f7e74-2a2d-4273-afeb-d91c983ffd05" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.923337] env[62822]: DEBUG nova.compute.manager [req-c615e107-d29d-46d1-8f10-1bd6cb8e75fb req-2e59ae5f-5923-446e-97ba-ea0e1265ddf1 service nova] [instance: 4f2d9025-ef08-4fb7-914e-265761382677] Received event network-vif-deleted-1b623109-bc26-4cd4-b63f-0b59173f1816 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1312.962088] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Preparing fetch location {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1312.962348] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Fetch image to [datastore2] OSTACK_IMG_77a50baf-f182-405f-91af-a98bdd83c200/OSTACK_IMG_77a50baf-f182-405f-91af-a98bdd83c200.vmdk {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1312.962531] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Downloading stream optimized image 3cf3e99f-a019-4a15-8ddf-93c5911d5e5c to [datastore2] OSTACK_IMG_77a50baf-f182-405f-91af-a98bdd83c200/OSTACK_IMG_77a50baf-f182-405f-91af-a98bdd83c200.vmdk on the data store datastore2 as vApp {{(pid=62822) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1312.962700] env[62822]: DEBUG nova.virt.vmwareapi.images [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Downloading image file data 3cf3e99f-a019-4a15-8ddf-93c5911d5e5c to the ESX as VM named 'OSTACK_IMG_77a50baf-f182-405f-91af-a98bdd83c200' {{(pid=62822) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1313.025901] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1313.025901] env[62822]: value = "resgroup-9" [ 1313.025901] env[62822]: _type = "ResourcePool" [ 1313.025901] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1313.026191] env[62822]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0d30e9ba-2b3b-4f8b-be6c-ebfba619a77b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.046164] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lease: (returnval){ [ 1313.046164] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c748e-8a29-aac1-6a54-a23ac2d490c7" [ 1313.046164] env[62822]: _type = "HttpNfcLease" [ 1313.046164] env[62822]: } obtained for vApp import into resource pool (val){ [ 1313.046164] env[62822]: value = "resgroup-9" [ 1313.046164] env[62822]: _type = "ResourcePool" [ 1313.046164] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1313.046555] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the lease: (returnval){ [ 1313.046555] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c748e-8a29-aac1-6a54-a23ac2d490c7" [ 1313.046555] env[62822]: _type = "HttpNfcLease" [ 1313.046555] env[62822]: } to be ready. {{(pid=62822) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1313.052061] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.052061] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c748e-8a29-aac1-6a54-a23ac2d490c7" [ 1313.052061] env[62822]: _type = "HttpNfcLease" [ 1313.052061] env[62822]: } is initializing. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1313.126619] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f748c9e0-83dc-413e-b7cb-1e24d6bb5ef4 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.133776] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ddef2b-dc6e-473d-864a-9285554b2679 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.162806] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5607cc-f517-44d4-9e33-849d250b70f5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.169513] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff0433f-c601-4583-a287-97b215a90e34 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.181960] env[62822]: DEBUG nova.compute.provider_tree [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.554634] env[62822]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.554634] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c748e-8a29-aac1-6a54-a23ac2d490c7" [ 1313.554634] env[62822]: _type = "HttpNfcLease" [ 1313.554634] env[62822]: } is ready. {{(pid=62822) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1313.554917] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1313.554917] env[62822]: value = "session[52ee75d9-55a2-9f74-6921-5c97090282e2]525c748e-8a29-aac1-6a54-a23ac2d490c7" [ 1313.554917] env[62822]: _type = "HttpNfcLease" [ 1313.554917] env[62822]: }. {{(pid=62822) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1313.555636] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847454c8-1d4e-4829-8237-67112b9e2a62 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.563847] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627adf-0010-7fe0-adc6-6cb668d0de11/disk-0.vmdk from lease info. {{(pid=62822) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1313.564050] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627adf-0010-7fe0-adc6-6cb668d0de11/disk-0.vmdk. {{(pid=62822) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1313.625456] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1115936e-1187-4dcf-ba38-36c73b7d70da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.684696] env[62822]: DEBUG nova.scheduler.client.report [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.190609] env[62822]: DEBUG oslo_concurrency.lockutils [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.211630] env[62822]: INFO nova.scheduler.client.report [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Deleted allocations for instance 4f2d9025-ef08-4fb7-914e-265761382677 [ 1314.678111] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Completed reading data from the image iterator. {{(pid=62822) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1314.678111] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627adf-0010-7fe0-adc6-6cb668d0de11/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1314.678674] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e30b97-0edd-4e3e-a3dc-2859d455e2ac {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.685205] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627adf-0010-7fe0-adc6-6cb668d0de11/disk-0.vmdk is in state: ready. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1314.685368] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627adf-0010-7fe0-adc6-6cb668d0de11/disk-0.vmdk. {{(pid=62822) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1314.685596] env[62822]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-04431e5b-23ed-4ee4-bc06-9cda8d2ccf9f {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.721510] env[62822]: DEBUG oslo_concurrency.lockutils [None req-77bc3c76-4732-467d-a40b-cc8d560eee42 tempest-ServerActionsTestJSON-637578689 tempest-ServerActionsTestJSON-637578689-project-member] Lock "4f2d9025-ef08-4fb7-914e-265761382677" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.904s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.879042] env[62822]: DEBUG oslo_vmware.rw_handles [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627adf-0010-7fe0-adc6-6cb668d0de11/disk-0.vmdk. {{(pid=62822) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1314.879042] env[62822]: INFO nova.virt.vmwareapi.images [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Downloaded image file data 3cf3e99f-a019-4a15-8ddf-93c5911d5e5c [ 1314.879817] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a59afa4-b4b6-4feb-a7df-a660016fbafc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.895504] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e898f0db-12ee-4e67-bf7c-43aea2df8379 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.929147] env[62822]: INFO nova.virt.vmwareapi.images [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] The imported VM was unregistered [ 1314.931641] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Caching image {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1314.931878] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.932201] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-823e6eeb-6d79-4d63-8c6e-8691f168e0f2 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.951445] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Created directory with path [datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c {{(pid=62822) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.951642] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_77a50baf-f182-405f-91af-a98bdd83c200/OSTACK_IMG_77a50baf-f182-405f-91af-a98bdd83c200.vmdk to [datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c.vmdk. {{(pid=62822) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1314.951896] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-acaf7196-272b-4071-9e99-0f25a85b0cf5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.958888] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1314.958888] env[62822]: value = "task-2765346" [ 1314.958888] env[62822]: _type = "Task" [ 1314.958888] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.966541] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765346, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.468570] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765346, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.969082] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765346, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.469933] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765346, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.972468] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765346, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.471219] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765346, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.311073} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.471457] env[62822]: INFO nova.virt.vmwareapi.ds_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_77a50baf-f182-405f-91af-a98bdd83c200/OSTACK_IMG_77a50baf-f182-405f-91af-a98bdd83c200.vmdk to [datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c.vmdk. [ 1317.471605] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Cleaning up location [datastore2] OSTACK_IMG_77a50baf-f182-405f-91af-a98bdd83c200 {{(pid=62822) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1317.471767] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_77a50baf-f182-405f-91af-a98bdd83c200 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.472073] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25bdad54-9596-42a2-9f2e-fc9af672c0d1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.477652] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1317.477652] env[62822]: value = "task-2765347" [ 1317.477652] env[62822]: _type = "Task" [ 1317.477652] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.484899] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.987621] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03966} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.987980] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.988037] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c.vmdk" {{(pid=62822) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.988272] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c.vmdk to [datastore2] 7a8f7e74-2a2d-4273-afeb-d91c983ffd05/7a8f7e74-2a2d-4273-afeb-d91c983ffd05.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.988515] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-928c81da-89a8-4936-8c4b-95e557c8e04a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.996527] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1317.996527] env[62822]: value = "task-2765348" [ 1317.996527] env[62822]: _type = "Task" [ 1317.996527] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.003947] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.506563] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765348, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.008150] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765348, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.509185] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765348, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.010238] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765348, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.510906] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765348, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.1991} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.511164] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c/3cf3e99f-a019-4a15-8ddf-93c5911d5e5c.vmdk to [datastore2] 7a8f7e74-2a2d-4273-afeb-d91c983ffd05/7a8f7e74-2a2d-4273-afeb-d91c983ffd05.vmdk {{(pid=62822) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.511985] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f852bf92-3990-413d-aa01-059b4ce08245 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.533287] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 7a8f7e74-2a2d-4273-afeb-d91c983ffd05/7a8f7e74-2a2d-4273-afeb-d91c983ffd05.vmdk or device None with type streamOptimized {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.533563] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be407fe6-b2a3-4a34-8289-dd2e66ae11a8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.552336] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1320.552336] env[62822]: value = "task-2765349" [ 1320.552336] env[62822]: _type = "Task" [ 1320.552336] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.559930] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.062015] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765349, 'name': ReconfigVM_Task, 'duration_secs': 0.304584} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.062391] env[62822]: DEBUG nova.virt.vmwareapi.volumeops [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 7a8f7e74-2a2d-4273-afeb-d91c983ffd05/7a8f7e74-2a2d-4273-afeb-d91c983ffd05.vmdk or device None with type streamOptimized {{(pid=62822) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.062952] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40ae38ab-bcc4-4f05-9951-fdfd5f88745b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.068454] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1321.068454] env[62822]: value = "task-2765350" [ 1321.068454] env[62822]: _type = "Task" [ 1321.068454] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.075548] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765350, 'name': Rename_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.577831] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765350, 'name': Rename_Task, 'duration_secs': 0.132824} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.578116] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Powering on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.578357] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-151edbd3-27e0-4b67-a71b-fee22aeb4d0a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.583988] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1321.583988] env[62822]: value = "task-2765351" [ 1321.583988] env[62822]: _type = "Task" [ 1321.583988] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.590905] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.095351] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765351, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.594705] env[62822]: DEBUG oslo_vmware.api [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765351, 'name': PowerOnVM_Task, 'duration_secs': 0.583363} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.594966] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Powered on the VM {{(pid=62822) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.692693] env[62822]: DEBUG nova.compute.manager [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Checking state {{(pid=62822) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.693643] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4770bfc2-ce84-478d-91cd-873221604d60 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.212995] env[62822]: DEBUG oslo_concurrency.lockutils [None req-30203dc2-f557-4324-8c3d-e046758e2846 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.047s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.866448] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.866132] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.865898] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.861042] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.865552] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.865755] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.865903] env[62822]: DEBUG nova.compute.manager [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62822) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1359.397466] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.397854] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.397945] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.398144] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.398334] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.401975] env[62822]: INFO nova.compute.manager [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Terminating instance [ 1359.865417] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.905356] env[62822]: DEBUG nova.compute.manager [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Start destroying the instance on the hypervisor. {{(pid=62822) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.905625] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Destroying instance {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.906546] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429e3ee9-e682-4a35-8144-54f19d73f2f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.914519] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Powering off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.914738] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37ba5dc0-939d-43d4-a883-6c7390dbde3c {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.921440] env[62822]: DEBUG oslo_vmware.api [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1359.921440] env[62822]: value = "task-2765352" [ 1359.921440] env[62822]: _type = "Task" [ 1359.921440] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.928674] env[62822]: DEBUG oslo_vmware.api [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.368939] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.369198] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.369369] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.369520] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62822) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1360.370407] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3faa95-449f-40c3-9a30-d7638f8a0b35 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.378546] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4a832b-5307-469c-ac02-b538a0b4a8b1 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.391826] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed46ac7-700f-4f84-ab30-45115dcab4f0 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.398168] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91caa42c-164a-43d2-a280-f7d1e39d64fe {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.427595] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180742MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=62822) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1360.427728] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.427917] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.437051] env[62822]: DEBUG oslo_vmware.api [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765352, 'name': PowerOffVM_Task, 'duration_secs': 0.199304} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.437203] env[62822]: DEBUG nova.virt.vmwareapi.vm_util [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Powered off the VM {{(pid=62822) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.437372] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Unregistering the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.437607] env[62822]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84d8e6c4-ce7f-4249-9f66-4787558d1bd6 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.496027] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Unregistered the VM {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.496290] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Deleting contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.496467] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleting the datastore file [datastore2] 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.496739] env[62822]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ca7a8a1-bf65-4967-9fa9-1a4e4ef16229 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.502301] env[62822]: DEBUG oslo_vmware.api [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for the task: (returnval){ [ 1360.502301] env[62822]: value = "task-2765354" [ 1360.502301] env[62822]: _type = "Task" [ 1360.502301] env[62822]: } to complete. {{(pid=62822) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.510083] env[62822]: DEBUG oslo_vmware.api [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.012243] env[62822]: DEBUG oslo_vmware.api [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Task: {'id': task-2765354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127179} completed successfully. {{(pid=62822) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.012483] env[62822]: DEBUG nova.virt.vmwareapi.ds_util [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleted the datastore file {{(pid=62822) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.012665] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Deleted contents of the VM from datastore datastore2 {{(pid=62822) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.012857] env[62822]: DEBUG nova.virt.vmwareapi.vmops [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Instance destroyed {{(pid=62822) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.013041] env[62822]: INFO nova.compute.manager [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1361.013352] env[62822]: DEBUG oslo.service.loopingcall [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62822) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1361.013570] env[62822]: DEBUG nova.compute.manager [-] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Deallocating network for instance {{(pid=62822) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1361.013684] env[62822]: DEBUG nova.network.neutron [-] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] deallocate_for_instance() {{(pid=62822) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.458846] env[62822]: DEBUG nova.compute.manager [req-88858981-b3c3-4919-89b3-811460cc8e16 req-af438b2d-a230-49af-8373-9c30c02aca1f service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Received event network-vif-deleted-249b8ea2-8825-4ada-891c-72db3ea03581 {{(pid=62822) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1361.459238] env[62822]: INFO nova.compute.manager [req-88858981-b3c3-4919-89b3-811460cc8e16 req-af438b2d-a230-49af-8373-9c30c02aca1f service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Neutron deleted interface 249b8ea2-8825-4ada-891c-72db3ea03581; detaching it from the instance and deleting it from the info cache [ 1361.459238] env[62822]: DEBUG nova.network.neutron [req-88858981-b3c3-4919-89b3-811460cc8e16 req-af438b2d-a230-49af-8373-9c30c02aca1f service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.461775] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Instance 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62822) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1361.461949] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1361.462165] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62822) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1361.492479] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea795f5-4f02-40fc-89f4-17f3d1e69bf5 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.500058] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63edab4c-79b3-4526-82e2-a33b8e79c2f7 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.530646] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf4092-75f2-4292-8d89-25cd71407a6a {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.537866] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a207b2e-8801-4e38-803b-e5030c9d52f8 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.550938] env[62822]: DEBUG nova.compute.provider_tree [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.945532] env[62822]: DEBUG nova.network.neutron [-] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Updating instance_info_cache with network_info: [] {{(pid=62822) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.965245] env[62822]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fd52288-6fec-4581-b036-62a8b5f5e9be {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.975684] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89ddb84-5a9f-45ba-85c4-a5155f4ac435 {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.999871] env[62822]: DEBUG nova.compute.manager [req-88858981-b3c3-4919-89b3-811460cc8e16 req-af438b2d-a230-49af-8373-9c30c02aca1f service nova] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Detach interface failed, port_id=249b8ea2-8825-4ada-891c-72db3ea03581, reason: Instance 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 could not be found. {{(pid=62822) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1362.053768] env[62822]: DEBUG nova.scheduler.client.report [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.447990] env[62822]: INFO nova.compute.manager [-] [instance: 7a8f7e74-2a2d-4273-afeb-d91c983ffd05] Took 1.43 seconds to deallocate network for instance. [ 1362.558081] env[62822]: DEBUG nova.compute.resource_tracker [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62822) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1362.558460] env[62822]: DEBUG oslo_concurrency.lockutils [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.955054] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.955054] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.955054] env[62822]: DEBUG nova.objects.instance [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lazy-loading 'resources' on Instance uuid 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 {{(pid=62822) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.484341] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e27cc1-18e4-4d79-9ae9-2e4dc1c18bdc {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.492257] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19426270-7032-42fe-a769-f10652daf24b {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.522167] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b22b39d-8b73-4a2b-952b-140995e5cedb {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.529258] env[62822]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195a2fd3-9608-4068-9c5c-af02ab31d2da {{(pid=62822) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.541973] env[62822]: DEBUG nova.compute.provider_tree [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed in ProviderTree for provider: a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b {{(pid=62822) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.558956] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.044784] env[62822]: DEBUG nova.scheduler.client.report [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Inventory has not changed for provider a0c6073f-5cb9-4c17-b35e-6d14f0aeb22b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62822) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.549731] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.570667] env[62822]: INFO nova.scheduler.client.report [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Deleted allocations for instance 7a8f7e74-2a2d-4273-afeb-d91c983ffd05 [ 1365.078710] env[62822]: DEBUG oslo_concurrency.lockutils [None req-c940ae1f-bbe0-4c09-a603-e015138d55d0 tempest-AttachVolumeShelveTestJSON-1623834971 tempest-AttachVolumeShelveTestJSON-1623834971-project-member] Lock "7a8f7e74-2a2d-4273-afeb-d91c983ffd05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.681s {{(pid=62822) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.860962] env[62822]: DEBUG oslo_service.periodic_task [None req-370dd811-2040-4a77-abb9-9912c909f71f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62822) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}